{"msg":"Running step start_crdb","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:33.528067297Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"init_with_steps"} {"msg":"Starting CRDB","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:33.528834235Z","hostname":"bmat-EVT22200007-000064cb","pid":23094} {"msg":"cockroach temporary directory: /var/tmp/omicron_tmp/.tmp8BviIU","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:33.558788197Z","hostname":"bmat-EVT22200007-000064cb","pid":23094} {"msg":"cockroach: copying from seed tarball (/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar) to storage directory (/var/tmp/omicron_tmp/.tmp8BviIU/data)","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:33.558852615Z","hostname":"bmat-EVT22200007-000064cb","pid":23094} {"msg":"cockroach command line: cockroach start-single-node --insecure --http-addr=:0 --store=path=/var/tmp/omicron_tmp/.tmp8BviIU/data,ballast-size=0 --listen-addr [::1]:0 --listening-url-file /var/tmp/omicron_tmp/.tmp8BviIU/listen-url","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:33.575860763Z","hostname":"bmat-EVT22200007-000064cb","pid":23094} {"msg":"cockroach environment: BUILDOMAT_JOB_ID=01JT2JWKGHF3JHFMW0JR13NSA6 BUILDOMAT_TASK_ID=4 CARGO=/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/bin/cargo CARGO_HOME=/home/build/.cargo CARGO_INCREMENTAL=0 CARGO_MANIFEST_DIR=/work/oxidecomputer/omicron/nexus CARGO_PKG_AUTHORS= CARGO_PKG_DESCRIPTION= CARGO_PKG_HOMEPAGE= CARGO_PKG_LICENSE=MPL-2.0 CARGO_PKG_LICENSE_FILE= CARGO_PKG_NAME=omicron-nexus CARGO_PKG_REPOSITORY= CARGO_PKG_RUST_VERSION= CARGO_PKG_VERSION=0.1.0 CARGO_PKG_VERSION_MAJOR=0 CARGO_PKG_VERSION_MINOR=1 CARGO_PKG_VERSION_PATCH=0 CARGO_PKG_VERSION_PRE= CARGO_TERM_COLOR=always CI=true CRDB_SEED_TAR=/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar GITHUB_REPOSITORY=oxidecomputer/omicron GITHUB_SHA=531912b3fc900900bc7bd18f5eac1ce1e22cb1cd GOTRACEBACK=crash HOME=/home/build LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8 LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib LOGNAME=build NEXTEST=1 NEXTEST_BIN_EXE_nexus=/work/oxidecomputer/omicron/target/debug/nexus NEXTEST_BIN_EXE_schema-updater=/work/oxidecomputer/omicron/target/debug/schema-updater NEXTEST_EXECUTION_MODE=process-per-test NEXTEST_LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib NEXTEST_PROFILE=ci NEXTEST_RUN_ID=29735cc2-0883-4059-8ca2-1da53f01ede3 NEXTEST_TEST_GLOBAL_SLOT=6 NEXTEST_TEST_GROUP=@global NEXTEST_TEST_GROUP_SLOT=none OUT_DIR=/work/oxidecomputer/omicron/target/debug/build/omicron-nexus-553062f859dbbfa0/out PATH=/work/oxidecomputer/omicron/out/mgd/root/opt/oxide/mgd/bin:/work/oxidecomputer/omicron/out/dendrite-stub/bin:/work/oxidecomputer/omicron/out/clickhouse:/work/oxidecomputer/omicron/out/cockroachdb/bin:/home/build/.cargo/bin:/usr/bin:/bin:/usr/sbin:/sbin:/opt/ooce/bin:/opt/ooce/sbin PWD=/work/oxidecomputer/omicron RUSTC_BOOTSTRAP=1 RUSTDOCFLAGS=--document-private-items -D warnings RUSTFLAGS=-D warnings -C link-arg=-R/usr/platform/oxide/lib/amd64 RUSTUP_HOME=/home/build/.rustup RUSTUP_TOOLCHAIN=1.86.0-x86_64-unknown-illumos RUST_BACKTRACE=1 RUST_RECURSION_COUNT=1 SHLVL=1 SSL_CERT_DIR=/usr/ssl/certs SSL_CERT_FILE=/etc/ssl/cacert.pem TMPDIR=/var/tmp/omicron_tmp TZ=UTC USER=build _=/usr/bin/ptime __NEXTEST_ATTEMPT=1","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:33.576254678Z","hostname":"bmat-EVT22200007-000064cb","pid":23094} {"msg":"cockroach pid: 23116","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:35.19906981Z","hostname":"bmat-EVT22200007-000064cb","pid":23094} {"msg":"cockroach listen URL: postgresql://root@[::1]:35400/omicron?sslmode=disable","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:35.199203126Z","hostname":"bmat-EVT22200007-000064cb","pid":23094} {"msg":"Running step start_clickhouse","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:35.199676359Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"init_with_steps"} {"msg":"Starting Clickhouse","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:35.199740226Z","hostname":"bmat-EVT22200007-000064cb","pid":23094} {"msg":"Running step start_gateway_switch0","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:35.904642978Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"init_with_steps"} {"msg":"Starting Management Gateway","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:35.904789751Z","hostname":"bmat-EVT22200007-000064cb","pid":23094} {"msg":"Running step start_dendrite_switch0","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.028020099Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"init_with_steps"} {"msg":"Starting Dendrite for switch0","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.028113576Z","hostname":"bmat-EVT22200007-000064cb","pid":23094} {"msg":"Running step start_mgd_switch0","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.065953499Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"init_with_steps"} {"msg":"Starting mgd for switch0","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.066048088Z","hostname":"bmat-EVT22200007-000064cb","pid":23094} {"msg":"mgd port is 45536","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.138451747Z","hostname":"bmat-EVT22200007-000064cb","pid":23094} {"msg":"Running step record_switch_dns","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.138547097Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"init_with_steps"} {"msg":"Recording DNS for the switch zones","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.138584171Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"switch_location":"switch0","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"Running step start_internal_dns","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.138728268Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.138984208Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","path":"/var/tmp/omicron_tmp/.tmpooEbb9"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.288402825Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.288497694Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.288538065Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"dns","kind":"dns","component":"internal_dns_server","local_address":"[::1]:44527"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.28938883Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:63724","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.289452847Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:63724","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.289487586Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:63724","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.290339424Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:63724","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"Running step start_external_dns","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.290473701Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.290663459Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"external_dns_server","path":"/var/tmp/omicron_tmp/.tmpCJ5BZY"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.29975324Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.299803721Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"external_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.299835444Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"dns","kind":"dns","component":"external_dns_server","local_address":"[::1]:62408"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.300216413Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:49898","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.300262395Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:49898","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.30029537Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:49898","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.301019894Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:49898","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"Running step start_nexus_internal","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.301537685Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"init_with_steps"} {"msg":"Starting Nexus (internal API)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.301581342Z","hostname":"bmat-EVT22200007-000064cb","pid":23094} {"msg":"setting up nexus server","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.302117922Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.304256653Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.304384067Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.304421892Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.304457032Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.304481711Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.304538765Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.304563013Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.30458671Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.304608354Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.304629896Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.304653123Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.30467206Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.304695998Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.304714816Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.304736118Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"TargetReleaseConfig"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.304754665Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"WebhookEventClassList"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.304999453Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.305181005Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.30548494Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.305781621Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.305882552Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"AffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.306113943Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"AntiAffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.306220275Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.30635326Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.306448179Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.306536145Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.306697256Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.306817245Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"InternetGateway"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.306911673Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"InternetGatewayIpPool"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.307044998Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"InternetGatewayIpAddress"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.307138695Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.307218594Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.307321409Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.307403613Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.307501789Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.307626116Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.307721897Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.307799101Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.307903138Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.307986745Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.308178397Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.308368986Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.308462282Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.308569095Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.308653804Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"RoleBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.308770476Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.308858121Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.308983892Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.309118931Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.309371674Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"SupportBundle"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.309587675Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.309932872Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.310080246Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.310179724Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.310270164Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.310349753Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"WebhookEvent"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.310434842Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"WebhookReceiver"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.31065932Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"WebhookSecret"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.310767415Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.310858927Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.310949087Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","class":"UserBuiltin"} {"msg":"full Oso configuration","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.311539714Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations)\n# - silo.viewer (can read most resources within the Silo)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n\t\"modify\" if \"modify\" on \"silo_user\";\n}\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t \"read\", # read the current target release\n\t \"modify\", # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(_actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest);\nhas_permission(_actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest);\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_webhook_receiver: WebhookReceiver };\n\n\t\"read\" if \"read\" on \"parent_webhook_receiver\";\n\t\"modify\" if \"modify\" on \"parent_webhook_receiver\";\n}\n\nhas_relation(rx: WebhookReceiver, \"parent_webhook_receiver\", secret: WebhookSecret)\n\tif secret.webhook_receiver = rx;\n\nresource WebhookEventClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: WebhookEventClassList)\n\tif collection.fleet = fleet;\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource AffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n if child.project = parent;\n \n\n resource AntiAffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource InternetGateway {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGateway)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n if child.vpc = parent;\n \n\n resource InternetGatewayIpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n if child.internet_gateway = parent;\n \n\n resource InternetGatewayIpAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n if child.internet_gateway = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n resource RoleBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: RoleBuiltin)\n if child.fleet = fleet;\n \n\n\n\n\n\n resource SupportBundle {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n if child.fleet = fleet;\n \n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource WebhookEvent {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookEvent)\n if child.fleet = fleet;\n \n\n resource WebhookReceiver {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookReceiver)\n if child.fleet = fleet;\n \n\n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n "} {"msg":"Setting up resolver using DNS address: [::1]:44527","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.33719491Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"new DNS resolver","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.337302865Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","addresses":"[[::1]:44527]"} {"msg":"Setting up qorb database pool from a single host","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.337627071Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","url":"PostgresConfigWithUrl {\n url_raw: \"postgresql://root@[::1]:35400/omicron?sslmode=disable\",\n config: Config {\n user: Some(\n \"root\",\n ),\n password: None,\n dbname: Some(\n \"omicron\",\n ),\n options: None,\n application_name: None,\n ssl_mode: Disable,\n host: [\n Tcp(\n \"::1\",\n ),\n ],\n hostaddr: [],\n port: [\n 35400,\n ],\n connect_timeout: None,\n tcp_user_timeout: None,\n keepalives: true,\n keepalives_idle: 7200s,\n keepalives_interval: None,\n keepalives_retries: None,\n target_session_attrs: Any,\n channel_binding: Prefer,\n load_balance_hosts: Disable,\n },\n}"} {"msg":"registered USDT probes","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.339268682Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"Database schema version is up to date","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.379270132Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"desired_version":"140.0.0","found_version":"140.0.0","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"registered USDT probes","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.465661401Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"43466d8e-7158-434e-8076-ce2d31817063","component":"clickhouse-client","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.532999869Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/bgtasks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.533115108Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/bgtasks/activate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.533457601Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/bgtasks/view/{bgtask_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.533820033Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/clickhouse/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.533889171Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/clickhouse/policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.533931054Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stop-request","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.533980132Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stopped","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.534017045Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair/{repair_id}/progress","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.534055272Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-finish","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.534090923Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.53411975Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/demo-saga","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.534154068Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/demo-saga/{demo_saga_id}/complete","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.534191253Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/deployment/blueprints/all","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.534243336Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.534272805Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.534310039Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/deployment/blueprints/import","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.534346762Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/deployment/blueprints/regenerate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.534373345Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/deployment/blueprints/target","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.534409167Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/deployment/blueprints/target","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.534445489Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/deployment/blueprints/target/enabled","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.534481751Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/disk/{disk_id}/remove-read-only-parent","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.534507903Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.534542993Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.534579125Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.534604877Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.534646229Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.534717812Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.534758573Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.534786288Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.53482233Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.534861147Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.534895646Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/instances/{instance_id}/migrate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.5349329Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/metrics/collectors","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.53495788Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/metrics/collectors/{collector_id}/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.534991858Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/metrics/producers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.535031156Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/mgs-updates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.535057118Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/nat/ipv4/changeset/{from_gen}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.535094322Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/oximeter/read-policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.535129141Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/oximeter/read-policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.535155915Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/physical-disk/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.535189672Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/probes/{sled}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.535226054Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/racks/{rack_id}/initialization-complete","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.535252497Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/sagas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.535287056Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/sagas/{saga_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.535322196Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/sled-agents/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.535349871Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/sled-agents/{sled_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.535382867Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/sled-agents/{sled_id}/firewall-rules-update","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.535418889Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/sleds/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.535455061Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/sleds/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.535482455Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/sleds/uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.535517836Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/switch/{switch_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.535552725Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.535578446Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.535613536Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/volume/{volume_id}/remove-read-only-parent","method":"POST"} {"msg":"listening","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.535651282Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.535677784Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"SEC running","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.535712363Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"sec_id":"7165b792-0659-440a-9678-0c4700d15032","component":"SEC","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:36.5367196Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.536793758Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.541035319Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in users","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.541370687Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:36.543280793Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.543357375Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.544814358Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"starting MgsUpdateDriver","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.545088284Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"MgsUpdateDriver","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:36.549183173Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:61289","req_id":"579f8520-b2e1-4456-a0fe-1bc35dd89f51","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: 9f 80 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 ............._cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.549365797Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:61289","req_id":"579f8520-b2e1-4456-a0fe-1bc35dd89f51","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40832,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40832,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:36.550761588Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:61289","req_id":"579f8520-b2e1-4456-a0fe-1bc35dd89f51","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"created 5 built-in users","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.562118756Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:36.56223628Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.562270408Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.56455477Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.565601546Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:36.565647938Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.565694942Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.566763992Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 10 built-in roles","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.574943599Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:36.574997286Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.575051464Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.577135206Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in role assignments","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.57720761Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:36.577233051Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.577272579Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.577681594Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 4 built-in role assignments","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:36.840064726Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:36.840132721Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.840194564Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.842025001Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in silos","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.842158127Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:36.842196814Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.842236663Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:36.842528384Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 built-in silos","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:37.019208147Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.019283778Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.019347304Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.020036047Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.036739327Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.036814697Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.038636297Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in projects","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.038717198Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.038906775Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.038944811Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.039421842Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.044779066Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.044867412Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.044900968Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.044928283Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.045520793Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.154299458Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.154377894Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.154411631Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.154851889Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.158061524Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.160942714Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.161003986Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.161035339Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.161060399Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.16108621Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.161439434Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.163628275Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.163681942Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.163709136Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.164081748Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.171317175Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.174642941Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.174701227Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.174879422Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.17530012Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services project","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:37.194613802Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.194668731Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.194701336Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.196840508Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPCs","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.19689651Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.196920177Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.196943393Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.197434401Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.200557594Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.200614247Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.201066669Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.203611349Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.203671729Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.203701418Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.203728181Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.20423919Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.219555316Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.219653993Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.219685626Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.220348256Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.252433824Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.252499335Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.252529625Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.253167897Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.255073544Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.260007033Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Project\" using built-in user","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.260088255Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.260217182Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.260264787Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.260294266Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.260319346Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.260925433Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.262867663Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.262925248Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.262954356Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.263349794Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.266685209Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.266740389Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.266770209Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.267138272Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.275189022Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.284310366Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.284376859Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.284405656Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.284892055Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.343897089Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.343992709Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.344025014Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.344050424Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.34479619Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.347693964Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.347751318Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.347779645Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.348414169Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.357573188Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.35767493Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.357706664Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.358614442Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.36850573Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.380573685Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.38094254Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.381049252Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.381594448Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.395175979Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.395330376Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.396218676Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.411435705Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.422153039Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.423043804Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.430654998Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.431068923Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.433527171Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.433862599Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.434706741Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.437565237Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.437879673Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.43817416Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.438865587Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.463518387Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.463576112Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.463604859Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.464341717Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.483017828Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.490430627Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.490504254Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.490533272Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.490987577Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.579682085Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.579786473Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.57982001Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.579845451Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.580415867Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.612065176Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.612173663Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.612204374Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.6127798Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.615642233Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.615699257Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.615727433Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.616208612Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.618236963Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.626910054Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.626982909Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.62701341Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.627330642Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.771859817Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.771946419Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.771978403Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.772004435Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.772692316Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.77492317Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.774979262Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.775012258Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.775440331Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.7772519Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.777325407Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.777355136Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.777725183Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.779901109Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.785705684Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.78579906Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.78582919Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.786150519Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPC firewall rules","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.791094019Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.791223647Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.791267184Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.792064793Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.795903952Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.795959293Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.796482535Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.804188709Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.80425409Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.804720759Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.806826926Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.806890933Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.806922105Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.806946915Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.807369026Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.809377658Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.809432247Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.809461826Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.809898937Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.817216075Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.817319952Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.817352658Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.817662174Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.819675977Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.82484208Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.824914304Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.824941798Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.824973101Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.824999523Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.825025535Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.82534914Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.827394826Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.827452842Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.827483543Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.827865814Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.830259223Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.830317619Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.830349413Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.830934048Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.833042178Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.840676419Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.840749805Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.840779173Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.841100494Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.865109941Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.865172866Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.865202565Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.865227134Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.865982279Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.876664873Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.876738871Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.876769161Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.87718011Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.902125322Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.902185862Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.902215461Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.902759535Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.911276595Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.919236214Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:37.919564428Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.919614658Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:37.920417297Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in VPC firewall rules","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:38.055216305Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"attempting to create built-in VPC Subnets","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.055276766Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.055480031Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.055515942Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.056284233Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.073348823Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.07349261Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.074151523Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.081234655Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.081275467Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.082183305Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.161795588Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.161863784Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.161893102Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.16191724Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.162901571Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.177297875Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.177354247Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.177383626Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.203526574Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.209249567Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.209365177Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.209467972Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.210453796Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.21687007Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.223607925Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.223688896Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.223713696Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.223737323Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.224310194Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.233571457Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.233632388Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.233660284Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.233684071Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.234327703Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.258553572Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.258628261Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.258661186Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.259093748Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.267183276Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.267242594Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.267272063Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.267764805Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.295771706Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.302204363Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.340346128Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.340430166Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.340464815Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.340491889Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.341307985Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.371176766Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.371307857Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.37140462Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.372080517Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.37430024Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.374404137Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.374488745Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.375011807Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.38342008Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.396169422Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.396232869Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.39626381Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.396788416Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.474471514Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.474580291Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.475067983Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.488253274Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.488501739Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.48854776Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.488575736Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.489091283Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.511879748Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.512043003Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.512155838Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.512978176Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.516816444Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.51687492Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.516904068Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.517532841Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.521343624Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.52677211Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.568384159Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.568527835Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.568560009Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.568627724Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.569100346Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.57134577Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.57144095Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.57147123Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.571570237Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.592790116Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.592854204Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.592882811Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.593800449Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.604306612Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.619636025Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.619740363Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.619774681Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.620113236Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.628289787Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.628378644Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.630116046Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.633279188Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.633342905Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.633374027Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.63340071Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.634127308Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.6403469Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.640406228Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.640603131Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.640910373Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.642860549Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.642912662Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.642939396Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.643657015Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.646038871Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.691385381Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.700220855Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.70037891Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.700423108Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.700448799Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.701056861Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.703120783Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.703176624Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.703207225Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.703694286Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.705536055Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.705618199Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.705646385Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.706058506Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.708488438Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.718099718Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.718309245Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.718409415Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.719078197Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.725265625Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.725361446Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.731532201Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services vpc subnets","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:38.739007405Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"created built-in services vpc","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:38.739110821Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.739273856Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.739387632Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.745240514Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create silo users","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.745345002Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.745593497Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.745692895Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.746354023Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo users","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:38.75413223Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"attempting to create silo user role assignments","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.754201699Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.754228382Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.754256227Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.754952815Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo user role assignments","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:38.757980558Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.758035387Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.758064575Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.758507357Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.766937494Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.76701072Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.770841272Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.799556876Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.79961917Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.799651214Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.799678939Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.800607699Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.803490092Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.806098119Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.806195703Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.806226324Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.806567855Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.817909212Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.817969712Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.818001385Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.818030072Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.818567002Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.820759861Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.822980536Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.823071016Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.823328299Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.823359421Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.912506951Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.912565678Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.913206736Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"populate complete","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:38.916879173Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"activating background tasks","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:38.916977348Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"Running step start_sled1","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.921333969Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:38.921705549Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:38.975833145Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered sled b6d65341-167c-41df-9b5c-41cded99c229 storage","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:38.976258372Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"omicron_sled_agent::sim::SimulatedUpstairs"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.976769891Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.976913988Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.977000671Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.977091712Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.977893299Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.978031244Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.978140582Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.978574096Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:38.978703704Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.97882207Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"248.956µs"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.979059423Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.979156847Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.979231426Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.979310693Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.979837002Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.979959506Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.98004685Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.980235105Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:38.980326367Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.980403771Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"177.123µs"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.98052361Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:38.980645253Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","expiration":"2025-04-30 06:20:38.980591205 UTC"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.980880942Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.980972725Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.981589424Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.981715635Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.98174808Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.981776336Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:38.981805805Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.981834081Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.982100742Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpITLubS/artifact-config.json","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:38.982751058Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.982800797Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpITLubS/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpr4NP6p/artifact-config.json","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:38.982828072Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:38.982850627Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpr4NP6p/artifact-config.json"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.042242661Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:57962","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"} {"msg":"listening","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:39.042569052Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:57962","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.043595797Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:57962","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.052146444Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.052223999Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.05225473Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.052294579Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.052326232Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.052351603Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.052380029Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.052406522Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status/{update_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.052430771Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.052453556Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.052476953Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.052500159Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.052537132Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.052562212Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.052588565Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.052612543Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.052635709Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.052658705Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-physical-disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.052682041Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.052705308Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.052730648Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.052754275Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.052777672Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.05280216Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.052826759Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.052850006Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.052875076Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.052898352Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.052921859Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.052944785Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.0529676Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.052991317Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053015055Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053039654Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053063742Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.05308823Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053113511Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053137469Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053160975Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053184602Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053208109Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053231556Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053254482Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/timesync","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053277257Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053300574Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053323068Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053346725Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053369551Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053392316Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053415583Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053438589Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053461905Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.05348469Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053507977Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053531494Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053554039Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053579489Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053603217Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053626172Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053650651Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053673136Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053696282Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053719107Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053742163Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053766933Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053791021Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053816141Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053839828Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053863295Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zpools","method":"GET"} {"msg":"listening","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:39.05388604Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053906841Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053927002Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.053957853Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.053982793Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.05466417Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.054716485Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.054745052Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.054771184Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.055208695Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.055253925Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.055285659Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.055334486Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.055370728Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.055397041Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.05542175Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.055905814Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.055950674Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:39.055977577Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.055999812Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"57.315µs"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.056137546Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:39.056175051Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.056198057Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"46.233µs"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.056221824Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.056308356Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.056346432Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.056372374Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.056396442Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.056828984Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.056876979Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.056903923Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.056930716Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.056972961Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.056999143Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.057485923Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.057527606Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.057554219Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"task disabled\"}","iteration":1,"elapsed":"30.842µs"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.05758002Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:39.057605661Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.057627595Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"16.763µs"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.057651011Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:39.057674609Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.05769566Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":1,"elapsed":"75.33µs"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.057722845Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.05774553Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.05777073Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.057796271Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.057823876Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.058264584Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.058308692Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.058387629Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.058423661Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.058450394Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.058474172Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.058865702Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.058966733Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.059719583Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.059810394Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.060226613Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.060282845Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.060311402Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.060336362Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.060862861Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.060918392Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.06145469Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.061511062Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.061931911Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.061985498Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.062074455Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.062119284Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.062147731Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.062172621Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.062598289Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.062647086Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:39.062673268Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.06291541Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":1,"elapsed":"249.387µs"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.062961492Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.063093555Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.063137573Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.063667068Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.063719623Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.063748611Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.063771406Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.063796566Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.064232064Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.064289148Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:39.064317524Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.064338716Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.064362494Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.064387073Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.06441072Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.064904464Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.065181415Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.065221806Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.065248399Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.065692945Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.065738606Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.065763846Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.065784166Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.065806821Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.066230616Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.066274994Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.066438219Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.066562998Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.066947685Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.067063595Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.067101321Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.067130348Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.067524895Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.067574263Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.067621166Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.067652409Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.068336602Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.068422202Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.068454877Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.068482432Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.068861107Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.068912189Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.068940485Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.068966767Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.069348869Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.069406203Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.069436093Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.069463657Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.069490822Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.069519168Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.069995738Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.070042641Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.070069575Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.070095697Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.070515844Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.070559731Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.070586354Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.070611374Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.071088304Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.071140569Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.07116634Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.071218003Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.07157296Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"contacting server nexus","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.07196957Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.072550047Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:43265/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.073557224Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.073621171Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.073653756Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.073686321Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.07414749Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:39.074806613Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","remote_addr":"127.0.0.1:57404"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.075214375Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:57533","req_id":"9a9d01e0-dcf9-4927-b769-f7831172efc6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: b6 76 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 .v..........._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.075299144Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:57533","req_id":"9a9d01e0-dcf9-4927-b769-f7831172efc6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46710,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46710,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:39.075728921Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:57533","req_id":"9a9d01e0-dcf9-4927-b769-f7831172efc6","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.07578389Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:62087","req_id":"8bb95af3-5a31-49d0-b885-7b528aa8a0b1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: 7f fa 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 ............._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.075827898Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:62087","req_id":"8bb95af3-5a31-49d0-b885-7b528aa8a0b1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32762,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32762,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:39.076121162Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:62087","req_id":"8bb95af3-5a31-49d0-b885-7b528aa8a0b1","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.076707901Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.076761007Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.076797059Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.076826968Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.077388156Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:39.078082019Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"no record found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.07814281Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"100.08385ms"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:39.078326586Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"no record found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.078372347Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"98.382771ms"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.078668257Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"0d27a46e-35be-48bf-983d-4d4cad0b7f98","remote_addr":"127.0.0.1:57404","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"registered sled agent","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:39.080601038Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:39.088850685Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","pruned":"{}","expiration":"2025-04-30 06:20:38.980591205 UTC"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.088967758Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"expiration\":\"2025-04-30T06:20:38.980591205Z\",\"pruned\":[]}","iteration":1,"elapsed":"108.401743ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.098776962Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.103977384Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.104731426Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59889","req_id":"91634c3c-c645-42f8-9d42-048aa591b917","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: b1 fa 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.10478857Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59889","req_id":"91634c3c-c645-42f8-9d42-048aa591b917","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45562,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45562,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:39.105152525Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59889","req_id":"91634c3c-c645-42f8-9d42-048aa591b917","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:39.106889576Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:39.106937121Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.106963243Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"53.300848ms"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.108374385Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56356","req_id":"5841151d-f4df-4c38-b63c-656a10837366","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: a6 98 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.108430957Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56356","req_id":"5841151d-f4df-4c38-b63c-656a10837366","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42648,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42648,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:39.108750574Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56356","req_id":"5841151d-f4df-4c38-b63c-656a10837366","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:39.109514616Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:39.109615517Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.109661429Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"54.974944ms"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.154963941Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":1,"elapsed":"99.660607ms"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.156537166Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.164071047Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.201553067Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.201627215Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.202281879Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.20295994Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.210154896Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.210265807Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.210295726Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.210635754Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.210679932Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.214512317Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.214558169Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.21458364Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.215061361Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.228252845Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.23384159Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.234040366Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.234145826Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.234679209Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.261435188Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.265788061Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.265886668Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.26597306Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.266542144Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.321303282Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.327000894Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.327067647Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.327097727Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.327629436Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.447117027Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.447227077Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.448041389Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.448164384Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.448206458Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.448695452Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.448751694Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.453925162Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.454021925Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.45405487Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.454081674Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.454106433Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.454407784Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.462899974Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.468977763Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.469034867Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.46915168Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.469948528Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.48335058Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.484056196Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.484953153Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.578647994Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":1,"elapsed":"512.303091ms"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.578896469Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.578943112Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.579811432Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.602131534Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","reincarnation_reason":"instance failed","total_found":0} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.60219491Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.60222518Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.60285222Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.611385532Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:39.611466162Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.611498286Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":1,"elapsed":"546.281901ms"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.617365326Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.620880269Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.620954187Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.620984046Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.621010128Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.621035769Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.621421568Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed in-progress sagas","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:39.668248668Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","count":0} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.668467634Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":1,"elapsed":"602.667696ms"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.668688244Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"by_rx\":{},\"error\":null}","iteration":1,"elapsed":"597.525601ms"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.684314849Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.690299843Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.690683778Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":1,"elapsed":"623.083002ms"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.732438492Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.732524142Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.732557148Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.732584853Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.741139578Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to read target blueprint","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:39.745767158Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"Internal Error: no target blueprint set"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.746702412Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to read target blueprint: Internal Error: no target blueprint set\"}","iteration":1,"elapsed":"690.502993ms"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.753096692Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.753269907Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.754140431Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.75622242Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{}","iteration":1,"elapsed":"697.909831ms"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.756881343Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"687.980476ms"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.824884595Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.83078969Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.830988136Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.831037053Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.831373684Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.831427761Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.831884902Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory collection is None","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:39.831998308Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.832038138Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"inventory collection is None\"}","iteration":1,"elapsed":"774.306926ms"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.8323355Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64495","req_id":"000d6366-2235-4ae3-ae55-0bcb9ee17b6d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 15 ce 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.832395419Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64495","req_id":"000d6366-2235-4ae3-ae55-0bcb9ee17b6d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5582,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5582,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:39.833229211Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64495","req_id":"000d6366-2235-4ae3-ae55-0bcb9ee17b6d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:39.835471037Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.835538953Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"779.282409ms"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.835657589Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":1,"elapsed":"765.587023ms"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:39.849502284Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.849562464Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.850506996Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:39.997800819Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.048516136Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:40.048888017Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.049026904Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.049674564Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.050727782Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.054893763Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:40.055089914Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.055187699Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.055786872Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to read DNS config","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:40.056087441Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.056221458Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":1,"elapsed":"1.077157947s"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.056832526Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"995.936549ms"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.057244677Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"997.024376ms"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:40.109770431Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:40.109875971Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:40.109907304Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.109934508Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.110317651Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.110418382Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.125593067Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:40.125676022Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.125707795Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.126424824Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to read DNS config","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:40.161468135Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.161531702Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":1,"elapsed":"1.184766721s"} {"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:40.167921313Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:40.167985571Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.16801531Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.168937217Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:40.231022518Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.245263653Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":1,"elapsed":"1.183206943s"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:40.246138586Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:40.246222673Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:40.246257082Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.246283545Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.247368577Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.248199222Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:40.249278923Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:40.249329033Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:40.249359022Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.249384122Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.249912836Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:40.249962695Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"0d27a46e-35be-48bf-983d-4d4cad0b7f98","remote_addr":"127.0.0.1:57404","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":1171342,"response_code":"204"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.25070298Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:43265/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 204, headers: {\"x-request-id\": \"0d27a46e-35be-48bf-983d-4d4cad0b7f98\", \"date\": \"Wed, 30 Apr 2025 06:30:40 GMT\"} })"} {"msg":"Running step start_crucible_pantry","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.250927918Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"init_with_steps"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.252389861Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.252443197Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/is-finished","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.252471945Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/ok","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.252496113Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.252520902Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.252546633Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.25256999Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/background","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.252592856Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.252615962Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/import-from-url","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.252639158Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/scrub","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.252662033Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/snapshot","method":"POST"} {"msg":"listening","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:40.252684979Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.25333775Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Started Simulated Crucible Pantry","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:40.253378481Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:63479"} {"msg":"Running step populate_internal_dns","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.25345345Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"init_with_steps"} {"msg":"Populating Internal DNS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.253482348Z","hostname":"bmat-EVT22200007-000064cb","pid":23094} {"msg":"DNS population: DnsConfigParams {\n generation: Generation(\n 1,\n ),\n time_created: 2025-04-30T06:30:40.371341084Z,\n zones: [\n DnsConfigZone {\n zone_name: \"control-plane.oxide.internal\",\n records: {\n \"742c2f15-e470-4ff5-a50f-08c5f52fa2e2.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"173a148b-1cfe-4fb7-9f5b-63d2d6ac2a16.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"b6d65341-167c-41df-9b5c-41cded99c229.sled\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_clickhouse-native._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"65d692f2-6c1f-4669-b002-59ad39ec85fa.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"65d692f2-6c1f-4669-b002-59ad39ec85fa.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_nameservice._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 63724,\n target: \"742c2f15-e470-4ff5-a50f-08c5f52fa2e2.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"c8f46d66-994e-497e-aa4b-d74b633011cd.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_clickhouse-admin-single-server._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 8888,\n target: \"65d692f2-6c1f-4669-b002-59ad39ec85fa.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_oximeter-reader._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"65d692f2-6c1f-4669-b002-59ad39ec85fa.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_mgs._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 62317,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_dendrite._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 41288,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"7165b792-0659-440a-9678-0c4700d15032.host\": [\n Aaaa(\n ::ffff:127.0.0.1,\n ),\n ],\n \"_repo-depot._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 57962,\n target: \"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_crucible-pantry._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 63479,\n target: \"cb9e16f7-9b13-437e-858a-ff68f804fd1b.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_external-dns._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 49898,\n target: \"173a148b-1cfe-4fb7-9f5b-63d2d6ac2a16.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_clickhouse._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 34564,\n target: \"65d692f2-6c1f-4669-b002-59ad39ec85fa.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_mgd._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 45536,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"cb9e16f7-9b13-437e-858a-ff68f804fd1b.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_nexus._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 43265,\n target: \"7165b792-0659-440a-9678-0c4700d15032.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_cockroach._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 35400,\n target: \"c8f46d66-994e-497e-aa4b-d74b633011cd.host.control-plane.oxide.internal\",\n },\n ),\n ],\n },\n },\n ],\n}","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:40.371797333Z","hostname":"bmat-EVT22200007-000064cb","pid":23094} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.371889256Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"body":"Some(Body)","uri":"http://[::1]:63724/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.372959989Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"1.305930822s"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:40.373287442Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:63724","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:50011"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:40.374156884Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/config","method":"PUT","req_id":"c2b417f8-aed6-4e71-9cc2-3a11149a8625","remote_addr":"[::1]:50011","local_addr":"[::1]:63724","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:40.374835556Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"new_generation":1,"req_id":"c2b417f8-aed6-4e71-9cc2-3a11149a8625","component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:40.374924473Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server"} {"msg":"creating tree","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.374954183Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","tree_name":"generation_1_zone_control-plane.oxide.internal"} {"msg":"updating current config","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.376618368Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.388611263Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 1","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:40.388652075Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:40.388673057Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"new_generation":1,"req_id":"c2b417f8-aed6-4e71-9cc2-3a11149a8625","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:40.388849388Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/config","method":"PUT","req_id":"c2b417f8-aed6-4e71-9cc2-3a11149a8625","remote_addr":"[::1]:50011","local_addr":"[::1]:63724","component":"http","kind":"dns","component":"internal_dns_server","latency_us":14712,"response_code":"204"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.38914132Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(Response { url: \"http://[::1]:63724/config\", status: 204, headers: {\"x-request-id\": \"c2b417f8-aed6-4e71-9cc2-3a11149a8625\", \"date\": \"Wed, 30 Apr 2025 06:30:40 GMT\"} })"} {"msg":"Running step configure_sled_agents","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.389898518Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"init_with_steps"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.429884247Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"body":"Some(Body)","uri":"http://[::1]:44849/omicron-config","method":"PUT"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:40.430651446Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.430716285Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.431429366Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:40.431689724Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","reincarnation_reason":"start saga failed","total_found":0} {"msg":"instance reincarnation completed successfully","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:40.431929592Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.432081705Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":1,"elapsed":"1.369102608s"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:40.432349709Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59948"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:40.432890246Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/omicron-config","method":"PUT","req_id":"12bafcf2-48a5-4005-914a-2129fb01969f","remote_addr":"[::1]:59948","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:40.435478062Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/omicron-config","method":"PUT","req_id":"12bafcf2-48a5-4005-914a-2129fb01969f","remote_addr":"[::1]:59948","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2600,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.435771728Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(Response { url: \"http://[::1]:44849/omicron-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12bafcf2-48a5-4005-914a-2129fb01969f\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:30:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.436310531Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"body":"Some(Body)","uri":"http://[::1]:44849/network-bootstore-config","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:40.43657598Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/network-bootstore-config","method":"PUT","req_id":"930077cc-fe77-4ab1-8fe2-3c0d2eebc0ae","remote_addr":"[::1]:59948","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:40.437101788Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/network-bootstore-config","method":"PUT","req_id":"930077cc-fe77-4ab1-8fe2-3c0d2eebc0ae","remote_addr":"[::1]:59948","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":531,"response_code":"204"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.437306576Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(Response { url: \"http://[::1]:44849/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"930077cc-fe77-4ab1-8fe2-3c0d2eebc0ae\", \"date\": \"Wed, 30 Apr 2025 06:30:40 GMT\"} })"} {"msg":"Running step start_nexus_external","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.438347329Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"init_with_steps"} {"msg":"Starting Nexus (external API)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:40.438384724Z","hostname":"bmat-EVT22200007-000064cb","pid":23094} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.306658292Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.306735236Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.306765486Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.306791368Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.307483126Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.357685581Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.357752254Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.357783787Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.357809087Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.358515164Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.359528864Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.359586158Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.359681748Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.359717018Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.360562794Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:43.423648688Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.423768547Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.425886647Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.430034501Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.430095954Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.430153869Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.431025506Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:43.431186837Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"Internal Error: expected at least one external DNS zone"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.431234492Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":1,"elapsed":"4.449626341s"} {"msg":"webhook dispatching completed successfully","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.433019178Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","events_without_receivers":0,"events_dispatched":0} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.433333084Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"140.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":1,"elapsed":"4.362740056s"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.433908941Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.433966406Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.434350761Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.435372888Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.437530136Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.441520947Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.441568512Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.441596057Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.441977477Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:43.442443726Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58785"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.445451419Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/vpc-routes","method":"GET","req_id":"656aa855-a165-4186-af7c-40ff69b1af31","remote_addr":"[::1]:58785","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:43.446294258Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/vpc-routes","method":"GET","req_id":"656aa855-a165-4186-af7c-40ff69b1af31","remote_addr":"[::1]:58785","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":858,"response_code":"200"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.446611961Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.449499003Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.449675475Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.449720314Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.450393836Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.46034325Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.464768226Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.464868195Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.464901512Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.46542756Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.465722457Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"656aa855-a165-4186-af7c-40ff69b1af31\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.465926634Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.465976363Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.466482442Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.469266038Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.474078376Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.474158907Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.474191481Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.474218415Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.474243605Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.474576298Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.475215702Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":1,"elapsed":"4.406800935s"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.475889124Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.475950186Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.475980095Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.476726252Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.479375851Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.479432504Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.486941445Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.487001074Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.487468064Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.487962018Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:62214","req_id":"720e8701-93e0-47f1-b0b9-5742a71422d2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 3b 70 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ;p..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.488210083Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:62214","req_id":"720e8701-93e0-47f1-b0b9-5742a71422d2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15216,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.488428718Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.488599258Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.488764918Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:62214","req_id":"720e8701-93e0-47f1-b0b9-5742a71422d2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.490945352Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.49100451Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.491055161Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.491084229Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.49150642Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.495292263Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3508, tv_nsec: 293804136 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.495425148Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.51815706Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.522997164Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.523065349Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.523096231Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.523810254Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:43.525358328Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.525589408Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":1,"elapsed":"4.468649383s"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.532838492Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.539681867Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.54012021Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.541697803Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.543039687Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.559524181Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52162","req_id":"1ab2442c-3a1f-4be9-ac41-ef82f180e818","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 4d b4 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e M...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.559618439Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52162","req_id":"1ab2442c-3a1f-4be9-ac41-ef82f180e818","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19892,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.559842345Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.559894639Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52162","req_id":"1ab2442c-3a1f-4be9-ac41-ef82f180e818","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.564706908Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.57290913Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.572988177Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.57301446Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.573045161Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.573071283Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.573096012Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.573655667Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.575545763Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:44849/artifacts-config","method":"PUT"} {"msg":"set cockroachdb setting","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:43.576596817Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","value":"22.1","setting":"cluster.preserve_downgrade_option"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.577077966Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.57712989Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.57771716Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:43.579802404Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33595"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.661678116Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:43.664098138Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","assocs":"{}","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.664221835Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:44849/eip-gateways","method":"PUT"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.664586752Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.664645158Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.66467644Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.666461337Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.717893682Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/v2p","method":"GET"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.721731479Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.721810697Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.721874915Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.723210826Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.72468807Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/eip-gateways","method":"PUT","req_id":"6d50f61c-98e8-4e77-bb53-94e1e7915edc","remote_addr":"[::1]:58785","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:43.724962897Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58255"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.725218717Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/artifacts-config","method":"PUT","req_id":"2136e1b5-db10-4120-9474-31ca7b5dbec1","remote_addr":"[::1]:33595","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:43.732941324Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/eip-gateways","method":"PUT","req_id":"6d50f61c-98e8-4e77-bb53-94e1e7915edc","remote_addr":"[::1]:58785","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":8258,"response_code":"204"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpITLubS/artifact-config.json","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:43.733623002Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.733675857Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpITLubS/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpr4NP6p/artifact-config.json","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:43.733706508Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.733730877Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpr4NP6p/artifact-config.json"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmpITLubS/.artifact-config.json.tmp","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:43.733755185Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmpr4NP6p/.artifact-config.json.tmp","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:43.734906359Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.735769078Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.735846171Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.735876853Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.735903305Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.736746706Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.76226518Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/v2p","method":"GET","req_id":"79a35651-8369-486b-a748-6389b5dcb32e","remote_addr":"[::1]:58255","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.765842537Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64820","req_id":"52a37ee0-7ce9-4b2f-ae86-384be92e98ac","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 87 d9 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.766078267Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64820","req_id":"52a37ee0-7ce9-4b2f-ae86-384be92e98ac","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34777,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.76682783Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34777,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:43.767085474Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64820","req_id":"52a37ee0-7ce9-4b2f-ae86-384be92e98ac","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.767534739Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/eip-gateways\", status: 204, headers: {\"x-request-id\": \"6d50f61c-98e8-4e77-bb53-94e1e7915edc\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.769220828Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{}","iteration":1,"elapsed":"4.704938905s"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:43.770822129Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/v2p","method":"GET","req_id":"79a35651-8369-486b-a748-6389b5dcb32e","remote_addr":"[::1]:58255","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":8637,"response_code":"200"} {"msg":"Starting delete reconciler","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:43.771531141Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","generation":1} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:43.771944305Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/artifacts-config","method":"PUT","req_id":"2136e1b5-db10-4120-9474-31ca7b5dbec1","remote_addr":"[::1]:33595","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":46729,"response_code":"204"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.772293871Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.786223775Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.786299676Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.786330558Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.786952918Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.792936239Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.793005788Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.79303715Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.799906918Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/artifacts-config\", status: 204, headers: {\"x-request-id\": \"2136e1b5-db10-4120-9474-31ca7b5dbec1\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.800091526Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/artifacts","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.800241955Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79a35651-8369-486b-a748-6389b5dcb32e\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:43.800450631Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","interfaces":"{}","sled":"sim-b6d65341"} {"msg":"v2p mappings to delete","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:43.800502655Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mappings":"[]","sled":"sim-b6d65341"} {"msg":"v2p mappings to add","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:43.800529699Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mappings":"[]","sled":"sim-b6d65341"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.803107665Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{}","iteration":1,"elapsed":"4.744145221s"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.803492382Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.80354672Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.804452194Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.80632232Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.813314221Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"updating rack subnet for rack c19a698f-c6f9-4a17-ae30-20d711b8f7dc to Some(\n V6(\n Ipv6Network {\n addr: fd00:1122:3344:100::,\n prefix: 56,\n },\n ),\n)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.81337376Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.813397006Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.813421986Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.815350548Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.825962552Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/artifacts","method":"GET","req_id":"63704d6d-6fb0-4b6a-bbad-10c14504fe74","remote_addr":"[::1]:33595","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:43.827290858Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/artifacts","method":"GET","req_id":"63704d6d-6fb0-4b6a-bbad-10c14504fe74","remote_addr":"[::1]:33595","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1339,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.830335054Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63704d6d-6fb0-4b6a-bbad-10c14504fe74\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"Successfully got artifact list","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:43.83066439Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled":"http://[::1]:44849"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.834792535Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"generation\":1,\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"generation\":1,\"operation\":\"put_config\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:30:43.799879633Z\"},{\"operation\":\"list\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:30:43.830628238Z\"}]}","iteration":1,"elapsed":"4.765396803s"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.835173133Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.83572349Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.83722439Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.849999454Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.850248751Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.851015809Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Using static configuration for external switchports","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:43.851449964Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.851621045Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.85184926Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.852598522Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.872354415Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.872484825Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.872576046Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.872657128Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.873699234Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.876059246Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a6f8f19-2210-468a-8d39-c8f57c09495d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.884716175Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.888532348Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.888607889Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.888642798Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.889506078Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.894392705Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.89447549Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.894508716Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.895642625Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.900652537Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.92233116Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.922616679Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.922837719Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.922936947Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.923729266Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.927235742Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.927335942Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.942259546Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Recording Rack Network Configuration","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:43.942329105Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.942355076Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.94238203Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.942404786Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.960175032Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.96024445Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.960747813Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.963746908Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9da94c37-6d8d-44ef-a030-ee6b5c56eb72\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.964658054Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.968347254Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.968456452Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.969839357Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.979188344Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.979260689Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.979293153Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.979322552Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.980255541Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.984717882Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.98483753Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.984929443Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.985841661Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.992112084Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:43.992246622Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.992343034Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:43.993154792Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.008638943Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.017797751Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.017944003Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.018045214Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.018154151Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.018240543Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.018320112Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.01893651Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.02236924Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.022468056Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.022550641Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.023488099Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.031392588Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.031494741Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.031576815Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.032073966Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.039092039Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.050685378Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.050784906Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.050853462Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.051478137Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.057379124Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25dbd417-df74-4431-bb31-5f146d0c4619\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.057817959Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.058078328Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.058172104Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.058978491Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.069970883Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.070018848Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.070635868Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.071742783Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.071798204Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.071827201Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.07185184Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.072435764Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.078337112Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.078447341Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.080265825Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.084640561Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.084686202Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.085353542Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.085967134Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.089223592Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.08928252Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.089309834Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.089800131Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.092380031Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.092426905Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.09245434Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.09247969Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.093208813Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.093618649Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"IpPool { parent: Fleet, key: 7f62e265-606f-4bc6-a40c-8ba25fabd0fe, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.093669831Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.093697987Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.093721655Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.09421098Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.096559008Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.096656422Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.096686392Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.097060166Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.098795243Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dce430a-d055-4781-ad52-549cb60795a5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.098983929Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.099308797Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.104610871Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 7f62e265-606f-4bc6-a40c-8ba25fabd0fe, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.1046706Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.10470079Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.105299903Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.109515383Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.109573538Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.109603378Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.110066871Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.120017608Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.129705911Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.129769488Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.129797072Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.129828014Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.129853785Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.129878705Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.130833658Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.131960784Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"IpPool { parent: Fleet, key: 7f62e265-606f-4bc6-a40c-8ba25fabd0fe, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.132018629Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.132051865Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.132076544Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.132556591Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.138560152Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.138696414Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.138790992Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.13973325Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.146279903Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.146387117Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.146472297Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.147394835Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.147836986Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.153374078Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 7f62e265-606f-4bc6-a40c-8ba25fabd0fe, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.167175968Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.206162165Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.208953316Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.209065189Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.210132315Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.21131415Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"IpPool { parent: Fleet, key: 7f62e265-606f-4bc6-a40c-8ba25fabd0fe, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.211370582Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.211400672Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.211424971Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.212130406Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.219752553Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.224930259Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 7f62e265-606f-4bc6-a40c-8ba25fabd0fe, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.230690125Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.230812199Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.230845705Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.230872298Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.230897188Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.231379138Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.231999434Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.232059333Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.232091598Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.232116347Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.232546975Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.233138864Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8e3a0b8-7d44-4c34-a965-42e91e95072d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.233394033Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.235567684Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.239920707Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.240777714Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.244320934Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.244380843Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.244410643Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.246380828Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.255412914Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bab6414-9fda-426a-895d-43b176ab03b8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.255563183Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.258458943Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ba1c59d-5ef4-42ff-8758-cf99d53664c1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.258700975Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"fetched allowlist from DB","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.259226132Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:06:08.248500Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.259282955Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.259308716Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_rules":"[]"} {"msg":"resolved 0 rules for sleds","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.259334788Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.261866993Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e550b32-c340-4a76-9ac5-80b2796ceeb7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.262274956Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.263032135Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3de263d6-8ab5-4321-b060-16db99593826\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.263302974Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.274207962Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bb09427-38f4-4a92-b461-9107a6dc2d36\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.274604863Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.281093651Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b60163f4-a54a-40b0-80f5-6f906ee0a562\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.28115822Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.281189121Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be7120e1-7992-40fb-a0f2-4ac150cb80fe\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.281292998Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.281326114Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1752faa7-1175-48c2-936e-0d216282279d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.281354631Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.283374836Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a35d2b4-c925-4adf-9122-97dc495c9920\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.283662069Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.285931691Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96db4f63-8651-499f-ae0a-9606a210d30d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.286200386Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.288340841Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26f756c5-d8b3-4bd2-b836-82ff71639bda\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.288549226Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.291476358Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40e16df5-1aea-4e15-a043-a217d03bb3c1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.291724332Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.296119649Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84c63319-5102-45d5-a789-ab6c847529bf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.296332423Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.298451996Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"559fcb49-a969-442f-b3de-ffe9d30e038d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.29874997Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.299625976Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c568058-4be9-4d65-b6f5-8735c3f5ae07\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.299852517Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.300896637Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"784f39f0-daf2-40f4-8512-5dac99ea1857\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.301332105Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.302287569Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc13ed7d-82bc-40c2-b44f-718dacc4d9cc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.302672205Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.303959891Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b40f961f-d414-41cb-987f-208f056bb8ad\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.30448161Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.30841131Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53a4417e-57e5-4f36-af5d-8e52a0bbe70e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.308717119Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.311040789Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff4dd493-8c27-4efb-b723-6bff76224197\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.316681437Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.316748962Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ecd6f89-319a-45e6-991b-8ce29c084bde\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.316782819Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.318924236Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00ce4834-8eef-4f09-83f6-c50c2b39a2f8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.318997913Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.323215316Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfe1f0ab-4039-43fe-b1ca-057881eff4ef\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.323938857Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.333397643Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89880a3a-5fe5-4aec-8b33-141f346a9336\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.333701499Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.337728472Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e4cf506-7ed6-4811-a02f-ff1c8158e797\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.337902489Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.34166744Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9302c0d-7d80-4dfa-be64-8e465be4a6d3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.341884162Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.343697515Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1336277-ac43-473c-bf63-ab85820c8258\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.343858596Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.344822727Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"563b3992-783c-4a5d-8111-0eac0cfa1b78\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.344894109Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.345886376Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94804978-6912-46d3-9c4d-ddc5a335ec65\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.346009732Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.353690896Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5424ae55-f0e5-40be-a195-f0a9dbdebb18\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.357190429Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.359085936Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12f1c0c5-77b1-4924-ad6b-ff1fe557acbe\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.359161065Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.371154471Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"282b802e-a2ad-46ba-a4e8-f66c9aaef67d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.375109041Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.375325692Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","vpc_to_sled":"[]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.375371504Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"updated firewall rules on 0 sleds","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:44.375397816Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"successfully propagated service firewall rules","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.375420391Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","elapsed":"5.311638905s"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.375444579Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{}","iteration":1,"elapsed":"5.311683614s"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.38674785Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b56e3c17-80c0-4518-b527-d5a9a2970de7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.386875104Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.389223703Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e47fe10-4e99-4cc9-ba2a-8e653802cd39\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.389285817Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.39217819Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa5f7a96-e432-4bee-a297-e9be4850490c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.392241105Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.394302172Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a16d11ee-6000-4dac-8b5e-bbdf04c4f4e4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.394358795Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.395122336Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50a0b7d8-b038-41b0-b862-2c73812c7459\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.395260892Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.396812704Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9266089b-1365-45df-b42b-da80bb99b138\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.396875188Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.39730283Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0739e798-cacb-4938-95b6-7ef1400960a7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.397436717Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.398518593Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be9d5db6-f869-4db8-adfc-616aabb9268d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:43 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.403072616Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.403130993Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.403162175Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.403188026Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.403662622Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.407035342Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.411199719Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.411269849Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.411351592Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.411387032Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.411415399Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.411890896Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted blueprint","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:44.422111019Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","blueprint_id":"c1dcf200-d125-4221-b128-c2d72519c93a"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.422201038Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.422233233Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.422361087Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.422443471Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.423482191Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.428198217Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.435222483Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.435852909Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.441938504Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.442110376Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.442251277Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.442961482Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.518694636Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.519067649Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:44.519802864Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48209"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.526690377Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"6bfecc66-4ba4-4552-b7e6-aee66bdac72f","remote_addr":"[::1]:48209","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:44.527402576Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"6bfecc66-4ba4-4552-b7e6-aee66bdac72f","remote_addr":"[::1]:48209","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":748,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.529202021Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bfecc66-4ba4-4552-b7e6-aee66bdac72f\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:30:44 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.545445194Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.546701277Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.549811153Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.5540304Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.554088025Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.554118876Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.554147684Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.554926425Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Inserted networking records for external_dns service","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:44.564406764Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"No networking records needed for clickhouse service","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:44.564529899Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.569620051Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.576851269Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.577287278Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.579699975Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.580608625Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Inserted networking records for nexus service","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:44.59294281Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"No networking records needed for internal_dns service","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:44.593017018Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"No networking records needed for cockroach_db service","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:44.593046998Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"No networking records needed for crucible_pantry service","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:44.593070214Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"Inserted service networking records","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:44.593090184Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"Inserted physical disks","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:44.593109683Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"Inserted zpools","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:44.593129001Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"Inserted datasets","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:44.593149953Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"Populated DNS tables for internal DNS","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:44.607861705Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"Populated DNS tables for external DNS","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:44.613288217Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.613946158Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.614003402Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.614035236Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.614060997Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.614825871Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.619982134Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.623123133Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.62322712Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.623268011Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.623295005Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.623320135Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.623748118Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.626978113Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.629474457Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.665644123Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.665710225Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.665740164Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.665767058Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.666484197Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.66998907Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.676767776Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.676878437Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.676909889Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.676937154Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.676963837Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.677418342Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.680137731Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.68908148Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.691991017Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.692093472Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.692125546Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.692151798Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.692724639Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.695567774Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.702300308Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Created recovery silo","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:44.713577417Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"Created recovery user","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:44.715713273Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"Created recovery user's password","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:44.720752202Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.720811721Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Silo { parent: Fleet, key: fd8f867f-5f10-47b9-92c4-067dc91e1a34, lookup_type: ById(fd8f867f-5f10-47b9-92c4-067dc91e1a34) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.720843675Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"fd8f867f-5f10-47b9-92c4-067dc91e1a34","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.720869526Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.720894967Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.721645202Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.72385787Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.723908892Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.723980524Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.72435992Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.728225593Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.73137645Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Silo { parent: Fleet, key: fd8f867f-5f10-47b9-92c4-067dc91e1a34, lookup_type: ById(fd8f867f-5f10-47b9-92c4-067dc91e1a34) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Generated role assignment queries","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.731438354Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"Granted Silo privileges","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:44.738270617Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.738325466Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.738358702Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.7383877Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.738411828Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.739164468Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.7422221Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.745466925Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.757654628Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.757728545Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.758200997Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.760944904Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.76100312Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.761608135Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.763754552Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.763797287Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.764728913Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.767983738Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.768043507Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.768073367Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.768235129Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.768928781Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.771239495Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.771282751Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.771309234Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.772247253Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.774410954Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.774467617Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.774497847Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.775070708Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.776870484Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.783002412Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.783132461Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.783206428Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.783310997Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.783394032Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.783472488Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.783970811Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.785943872Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.78606374Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.786147678Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.786724507Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.788803369Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.788858539Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.788946634Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.789664815Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.791778647Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.798528436Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.798608325Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.79864108Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.798989805Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.802266062Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.802313116Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.802997229Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.805909893Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.805967678Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.806489006Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.808694711Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.808749811Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.809287262Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.81144934Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.811501554Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.811581303Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.811613887Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.825576006Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.830022826Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.830175891Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.8302153Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.830731147Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.833091701Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.833149165Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.833178934Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.83390446Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.836280494Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.846712339Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.846776557Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.846802228Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.846826667Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.847307184Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.850053326Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.850111862Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.851105873Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.853887866Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.854046672Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.854680194Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.860378197Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.860431073Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.862489464Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.867372563Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.867438615Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.867471941Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.867498464Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.868938042Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.873427196Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.873483459Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.873515212Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.874243333Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.876646661Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.876704426Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.8767363Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.878057662Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.881314351Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.895089698Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.895167723Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.895195569Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.895227482Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.895252973Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.895280558Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.895884641Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.898364222Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.898421205Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.898449772Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.899415717Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.903428873Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.903502039Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.90353297Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.905763194Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.909483085Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.919224695Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.91934753Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.919432228Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.920374105Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.924766887Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.924812138Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.925721349Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.929654265Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.929703393Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.931339182Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.935827665Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.935883056Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.937151633Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.941011143Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.941140501Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.941758763Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.944707658Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.944881615Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.944977766Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.945069499Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.945946977Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.948406398Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.948512028Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.94859821Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.949973891Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.953755525Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.953813812Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.953842879Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.955056047Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.958219179Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.965450437Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.965516488Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.965541649Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.96557271Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.965597149Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.965620906Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.965965343Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.96853355Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.968590613Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.968618188Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.969804071Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:44.971963694Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","collection_id":"7855658a-6b27-49df-9fc3-452f577a2d58"} {"msg":"inventory collection complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.972021169Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","time_started":"2025-04-30 06:30:43.792718 UTC","collection_id":"7855658a-6b27-49df-9fc3-452f577a2d58"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.972188893Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"collection_id\":\"7855658a-6b27-49df-9fc3-452f577a2d58\",\"time_done\":\"2025-04-30 06:30:44.549671 UTC\",\"time_started\":\"2025-04-30 06:30:43.792718 UTC\"}","iteration":2,"elapsed":"4.723988899s"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.97229796Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":2,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.972336898Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"task disabled\"}","iteration":2,"elapsed":"42.255µs"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.972394873Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":2,"reason":"Dependency"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:44.972421817Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.972445454Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"no blueprint\"}","iteration":2,"elapsed":"16.413µs"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.973071411Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.973126701Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.973154136Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.973594513Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.982269708Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.990899142Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:44.990998329Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.991034411Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:44.99142522Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.018114456Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 7707df3c-f054-4d8b-b87e-24659dfeccf1, kind: Service { id: 7165b792-0659-440a-9678-0c4700d15032 }, name: Name(\"nexus-7165b792-0659-440a-9678-0c4700d15032\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 7244c86d-7fc5-49fc-bc44-3aed2334d121, kind: Service { id: 173a148b-1cfe-4fb7-9f5b-63d2d6ac2a16 }, name: Name(\"external-dns-173a148b-1cfe-4fb7-9f5b-63d2d6ac2a16\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.018193083Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.018225227Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.018250958Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.018274656Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.019013107Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.023017626Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.027498043Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.027604555Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.02789835Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.028423737Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.031841797Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:30:44.745447Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.031881065Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.032915998Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 7244c86d-7fc5-49fc-bc44-3aed2334d121, kind: Service { id: 173a148b-1cfe-4fb7-9f5b-63d2d6ac2a16 }, name: Name(\"external-dns-173a148b-1cfe-4fb7-9f5b-63d2d6ac2a16\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 7707df3c-f054-4d8b-b87e-24659dfeccf1, kind: Service { id: 7165b792-0659-440a-9678-0c4700d15032 }, name: Name(\"nexus-7165b792-0659-440a-9678-0c4700d15032\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.032988562Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.05509632Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:30:39.080578Z, time_modified: 2025-04-30T06:30:39.080578Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(44849), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(57962) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.055241069Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.055556778Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.055624894Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.056507482Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.061053059Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.061233448Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.061331043Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.061417044Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.062183581Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.06570604Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.071139846Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.11108266Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:44849/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:45.111722214Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43282"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.1124228Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"97a778e7-c026-45e1-aa77-916d73ac99b9","remote_addr":"[::1]:43282","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:45.114255601Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"97a778e7-c026-45e1-aa77-916d73ac99b9","remote_addr":"[::1]:43282","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1836,"response_code":"204"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.114811419Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"97a778e7-c026-45e1-aa77-916d73ac99b9\", \"date\": \"Wed, 30 Apr 2025 06:30:44 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:45.11655383Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.116671094Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.116716074Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.117523042Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.117682399Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.117734934Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.117762599Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.117788731Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.118881158Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.119060214Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.119092338Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.119116146Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.119141737Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.119164532Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.119190815Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.119447736Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.119508227Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.119582996Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.119608918Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.119634869Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.119660851Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.119686602Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.119711813Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.121104287Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.121148946Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":3,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.121174797Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.121200619Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.121227593Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.121254677Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.12187881Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.136093532Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:62284","req_id":"40f9b210-3000-4e86-abca-93aec7929c84","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: e2 4b 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 .K..........._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.136165606Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:62284","req_id":"40f9b210-3000-4e86-abca-93aec7929c84","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57931,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.136628738Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.136798216Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"742c2f15-e470-4ff5-a50f-08c5f52fa2e2.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.136891462Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:62284","req_id":"40f9b210-3000-4e86-abca-93aec7929c84","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"742c2f15-e470-4ff5-a50f-08c5f52fa2e2.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63724, target: Name(\"742c2f15-e470-4ff5-a50f-08c5f52fa2e2.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.137182031Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:50545","req_id":"9722c872-6073-4662-a70f-bcab6c2b91b8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: c2 a6 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 ............._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.137576467Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:50545","req_id":"9722c872-6073-4662-a70f-bcab6c2b91b8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49830,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.137834521Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.138645336Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"173a148b-1cfe-4fb7-9f5b-63d2d6ac2a16.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.138745756Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:50545","req_id":"9722c872-6073-4662-a70f-bcab6c2b91b8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"173a148b-1cfe-4fb7-9f5b-63d2d6ac2a16.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49898, target: Name(\"173a148b-1cfe-4fb7-9f5b-63d2d6ac2a16.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.13985692Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63724, target: Name(\"742c2f15-e470-4ff5-a50f-08c5f52fa2e2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"742c2f15-e470-4ff5-a50f-08c5f52fa2e2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3509, tv_nsec: 938499474 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.14044412Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"742c2f15-e470-4ff5-a50f-08c5f52fa2e2.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.14082547Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49898, target: Name(\"173a148b-1cfe-4fb7-9f5b-63d2d6ac2a16.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"173a148b-1cfe-4fb7-9f5b-63d2d6ac2a16.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3509, tv_nsec: 939610978 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.141009657Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"173a148b-1cfe-4fb7-9f5b-63d2d6ac2a16.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.141219215Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.142142274Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.142204167Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.142238696Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.142912078Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.143780247Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.144054223Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.144159463Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.144201938Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.144712284Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.145265777Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.145323101Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.145353231Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.145379023Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.146267663Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.149982254Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.155963752Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.156177759Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.156284672Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.156991139Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.157752416Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:63621","req_id":"5fe90c31-2072-431a-828c-daa9782b5139","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 08 49 01 00 00 01 00 00 00 00 00 01 24 37 34 32 .I..........$742\n0010: 63 32 66 31 35 2d 65 34 37 30 2d 34 66 66 35 2d c2f15-e470-4ff5-\n0020: 61 35 30 66 2d 30 38 63 35 66 35 32 66 61 32 65 a50f-08c5f52fa2e\n0030: 32 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 2.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.158003015Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:63621","req_id":"5fe90c31-2072-431a-828c-daa9782b5139","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2121,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"742c2f15-e470-4ff5-a50f-08c5f52fa2e2.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"742c2f15-e470-4ff5-a50f-08c5f52fa2e2.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 55,\n 52,\n 50,\n 99,\n 50,\n 102,\n 49,\n 53,\n 45,\n 101,\n 52,\n 55,\n 48,\n 45,\n 52,\n 102,\n 102,\n 53,\n 45,\n 97,\n 53,\n 48,\n 102,\n 45,\n 48,\n 56,\n 99,\n 53,\n 102,\n 53,\n 50,\n 102,\n 97,\n 50,\n 101,\n 50,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.158711106Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"742c2f15-e470-4ff5-a50f-08c5f52fa2e2.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.159070913Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:63621","req_id":"5fe90c31-2072-431a-828c-daa9782b5139","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"742c2f15-e470-4ff5-a50f-08c5f52fa2e2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"742c2f15-e470-4ff5-a50f-08c5f52fa2e2.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"742c2f15-e470-4ff5-a50f-08c5f52fa2e2.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.159351222Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55696","req_id":"6859db4a-93df-4a5e-8f24-e1e92c17083a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 6c 50 01 00 00 01 00 00 00 00 00 01 24 31 37 33 lP..........$173\n0010: 61 31 34 38 62 2d 31 63 66 65 2d 34 66 62 37 2d a148b-1cfe-4fb7-\n0020: 39 66 35 62 2d 36 33 64 32 64 36 61 63 32 61 31 9f5b-63d2d6ac2a1\n0030: 36 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 6.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.159510619Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55696","req_id":"6859db4a-93df-4a5e-8f24-e1e92c17083a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27728,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"173a148b-1cfe-4fb7-9f5b-63d2d6ac2a16.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"173a148b-1cfe-4fb7-9f5b-63d2d6ac2a16.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 49,\n 55,\n 51,\n 97,\n 49,\n 52,\n 56,\n 98,\n 45,\n 49,\n 99,\n 102,\n 101,\n 45,\n 52,\n 102,\n 98,\n 55,\n 45,\n 57,\n 102,\n 53,\n 98,\n 45,\n 54,\n 51,\n 100,\n 50,\n 100,\n 54,\n 97,\n 99,\n 50,\n 97,\n 49,\n 54,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.161229885Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"173a148b-1cfe-4fb7-9f5b-63d2d6ac2a16.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.161281157Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55696","req_id":"6859db4a-93df-4a5e-8f24-e1e92c17083a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"173a148b-1cfe-4fb7-9f5b-63d2d6ac2a16.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"173a148b-1cfe-4fb7-9f5b-63d2d6ac2a16.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"173a148b-1cfe-4fb7-9f5b-63d2d6ac2a16.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.162681517Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.167527232Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.167589626Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.167620738Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.16832434Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.169300976Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.181307157Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.181511454Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.187993409Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.188287716Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","version":"1"} {"msg":"reading DNS config","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.188336573Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"reading DNS zones","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.188363497Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.188388246Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.18841548Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.188444428Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.188471752Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.188951157Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (initial)","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:45.191015501Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","addresses":"DnsServersList { addresses: [[::1]:63724] }"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.191073686Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"addresses\":[\"[::1]:63724\"]}","iteration":2,"elapsed":"72.441695ms"} {"msg":"found DNS servers (initial)","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:45.191298124Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","addresses":"DnsServersList { addresses: [[::1]:49898] }"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.191342853Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"addresses\":[\"[::1]:49898\"]}","iteration":2,"elapsed":"71.859946ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.19147705Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:45.191519214Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.191546559Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"53.667µs"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.191575737Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:45.191601047Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.191625095Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"11.763µs"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.196537783Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.208371361Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"Rack initialized","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:45.208445599Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.20847142Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.208498484Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.208854243Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.244243764Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.24430666Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.244340908Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.244369234Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.245336682Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.245813793Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.245862229Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.246647985Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:62806","req_id":"d53c4555-dabc-4d0d-97a9-9f799e1ded10","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: f0 08 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.24670579Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:62806","req_id":"d53c4555-dabc-4d0d-97a9-9f799e1ded10","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61448,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.246898614Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.247100045Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.247148792Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:62806","req_id":"d53c4555-dabc-4d0d-97a9-9f799e1ded10","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.247485243Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3510, tv_nsec: 46387644 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.247540453Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.247911071Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:60464","req_id":"a5792824-091f-48cc-9363-2ccbfe87e671","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 1c c5 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.247966121Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:60464","req_id":"a5792824-091f-48cc-9363-2ccbfe87e671","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7365,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.248129677Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.248169386Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:60464","req_id":"a5792824-091f-48cc-9363-2ccbfe87e671","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.358933677Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.360032756Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.367876134Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.368103317Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.368646078Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.36956573Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.39725054Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","version":"2"} {"msg":"reading DNS config","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.397348255Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"reading DNS zones","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.397378586Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.397403094Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.397431872Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.397459286Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.397486511Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.398279811Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.398837342Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52586","req_id":"ede4c9a4-0df2-42c4-aa66-3f7086537e61","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 3e 1e 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c >............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.398960648Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52586","req_id":"ede4c9a4-0df2-42c4-aa66-3f7086537e61","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15902,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.39921263Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15902,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:45.399304292Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52586","req_id":"ede4c9a4-0df2-42c4-aa66-3f7086537e61","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.400435376Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.400492229Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.400521117Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.401060041Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.419819858Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.420013564Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.420306809Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.421122774Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.421889682Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.42194872Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"5cc6399f-2144-4464-801e-0ca790255c8b"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.421987437Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.422019822Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.422051855Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.422081875Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.423348719Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.423409571Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.430183517Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.43039047Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.430426992Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.430765437Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.431298389Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.431353518Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.431863224Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.437180458Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.444412858Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.444537166Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.444635482Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.445374775Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.445816846Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.445933378Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.44602961Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.446111533Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.446687921Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.448160976Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52cfd631-89dc-486f-a921-cbe783c526ee\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:30:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.448663447Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.449129997Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.449259034Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.449775523Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.450698482Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","found_so_far":21,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"5cc6399f-2144-4464-801e-0ca790255c8b"} {"msg":"read DNS config","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.450845595Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nzones":1,"version":1} {"msg":"found latest generation (first find)","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:45.45092823Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","generation":1} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.451074421Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"generation\":1}","iteration":2,"elapsed":"333.42106ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.451387144Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.50906846Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"dns_server_url":"http://[::1]:63724","servers":"DnsServersList { addresses: [[::1]:63724] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:63724/config","method":"PUT"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.509511754Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.514777826Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.514838216Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.514866412Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.521516512Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.521800478Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.521854726Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"e8fa52f5-15dd-4553-b34c-e3fbe17b98a2"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.521888013Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.522035707Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.522075897Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.522103362Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.52271977Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:45.526301176Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:63724","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:36974"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.52700597Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.527062272Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.527093083Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.527117562Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.5278142Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.52821543Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/config","method":"PUT","req_id":"5cd0b8d3-08c1-4282-aeac-c79f40a13e61","remote_addr":"[::1]:36974","local_addr":"[::1]:63724","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:45.528713772Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"new_generation":1,"req_id":"5cd0b8d3-08c1-4282-aeac-c79f40a13e61","component":"store","component":"internal_dns_server"} {"msg":"updated generation","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:45.528811948Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"new_generation":1,"req_id":"5cd0b8d3-08c1-4282-aeac-c79f40a13e61","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:45.530596303Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/config","method":"PUT","req_id":"5cd0b8d3-08c1-4282-aeac-c79f40a13e61","remote_addr":"[::1]:36974","local_addr":"[::1]:63724","component":"http","kind":"dns","component":"internal_dns_server","latency_us":2393,"response_code":"204"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.530740911Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.536969471Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.537062076Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.537103308Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.537443837Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.542255023Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"dns_server_url":"http://[::1]:63724","servers":"DnsServersList { addresses: [[::1]:63724] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:63724/config\", status: 204, headers: {\"x-request-id\": \"5cd0b8d3-08c1-4282-aeac-c79f40a13e61\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:45.542323349Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"dns_server_url":"http://[::1]:63724","servers":"DnsServersList { addresses: [[::1]:63724] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"DNS propagation: done","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:45.544178535Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"servers":"DnsServersList { addresses: [[::1]:63724] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.5443267Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"generation\":1,\"server_results\":{\"[::1]:63724\":{\"Ok\":null}}}","iteration":3,"elapsed":"92.904747ms"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.545296062Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38784446-ef8c-4b0f-b99f-15e861990071\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.545530048Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.547597487Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"284c8ea1-5679-4e51-b548-106840297773\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.54772951Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.549664696Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db072857-4443-4aab-a8c8-b1b61f647a23\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.549822731Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.551919448Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4087ed19-d115-4a62-9fea-36fe3f9aa75a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.552078164Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.554598747Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbd85004-b12e-42b7-b59e-f19d5852b335\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.554966149Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.556888529Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"676634fb-e3ff-4b95-b83c-52303f2dd947\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.55701479Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.559127891Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fe2c045-09ad-4255-a9c1-246ae146a31c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.559247589Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.56007119Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"949c7c72-8483-4fd5-a96b-c9ba9fa4548f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.570300652Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"found all DNS names for zone","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.570671541Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","found_so_far":1,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"e8fa52f5-15dd-4553-b34c-e3fbe17b98a2"} {"msg":"read DNS config","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.570732813Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nzones":1,"version":2} {"msg":"found latest generation (first find)","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:45.570762251Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","generation":2} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.570789496Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"generation\":2}","iteration":2,"elapsed":"451.971343ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.571135986Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.632134241Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"dns_server_url":"http://[::1]:49898","servers":"DnsServersList { addresses: [[::1]:49898] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:49898/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (initial)","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:45.645363499Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-04-30T06:30:36.873349Z, time_modified: 2025-04-30T06:30:36.873349Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: fd8f867f-5f10-47b9-92c4-067dc91e1a34, db_silo: Silo { identity: SiloIdentity { id: fd8f867f-5f10-47b9-92c4-067dc91e1a34, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:30:44.613476Z, time_modified: 2025-04-30T06:30:44.613476Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: fd8f867f-5f10-47b9-92c4-067dc91e1a34, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: fd8f867f-5f10-47b9-92c4-067dc91e1a34, db_silo: Silo { identity: SiloIdentity { id: fd8f867f-5f10-47b9-92c4-067dc91e1a34, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:30:44.613476Z, time_modified: 2025-04-30T06:30:44.613476Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }) }"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.64546927Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"fd8f867f-5f10-47b9-92c4-067dc91e1a34\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"fd8f867f-5f10-47b9-92c4-067dc91e1a34\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo fd8f867f-5f10-47b9-92c4-067dc91e1a34 with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":2,"elapsed":"525.688821ms"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.645678687Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.645732324Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.645759068Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.647050651Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:45.647207934Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:49898","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:57011"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.64932365Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/config","method":"PUT","req_id":"3a68bedc-0bd7-4744-9813-b23c8b4164b5","remote_addr":"[::1]:57011","local_addr":"[::1]:49898","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:45.650060889Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"new_generation":2,"req_id":"3a68bedc-0bd7-4744-9813-b23c8b4164b5","component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:45.650900993Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"external_dns_server"} {"msg":"creating tree","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.651068045Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"external_dns_server","tree_name":"generation_2_zone_oxide-dev.test"} {"msg":"updating current config","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.651444305Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"external_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.651630967Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 2","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:45.651665586Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"external_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:45.651687109Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"new_generation":2,"req_id":"3a68bedc-0bd7-4744-9813-b23c8b4164b5","component":"store","component":"external_dns_server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:45.651838621Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/config","method":"PUT","req_id":"3a68bedc-0bd7-4744-9813-b23c8b4164b5","remote_addr":"[::1]:57011","local_addr":"[::1]:49898","component":"http","kind":"dns","component":"external_dns_server","latency_us":2504,"response_code":"204"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.652782612Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"dns_server_url":"http://[::1]:49898","servers":"DnsServersList { addresses: [[::1]:49898] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:49898/config\", status: 204, headers: {\"x-request-id\": \"3a68bedc-0bd7-4744-9813-b23c8b4164b5\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:45.652851559Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"dns_server_url":"http://[::1]:49898","servers":"DnsServersList { addresses: [[::1]:49898] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"DNS propagation: done","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:45.655075821Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"servers":"DnsServersList { addresses: [[::1]:49898] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.655137714Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"generation\":2,\"server_results\":{\"[::1]:49898\":{\"Ok\":null}}}","iteration":3,"elapsed":"84.040365ms"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.655553011Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.655609664Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.655639514Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.656262104Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.656600659Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e6b1bea-1bb5-40ee-a4ee-e75f1e84454d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.656799535Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.65877946Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa1c3d2e-f41e-4330-918f-50cbab392c02\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.659037935Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.659833921Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.671928849Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.672027977Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.672056313Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.672086513Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.672114309Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.672140311Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.67301842Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.674481605Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16cf8d05-9c1d-400d-aea4-f5ca8a166ae3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.674774479Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.679908418Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.680070611Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.680109739Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.681297035Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.682090115Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d14b701a-627d-4307-a7b4-eb2afc48842c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.682360954Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.685554117Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.685606331Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.685675148Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.68691067Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.688084939Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20d90a5e-76b4-4a34-b3e3-a38eec129f16\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.688320178Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.690470923Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.702845829Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.703733568Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.703796694Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.706464139Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.712144336Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"523659a5-f8c8-4d17-8585-5e825de75a17\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.712246099Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.715467096Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.715524581Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.717652691Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.721325409Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.721391901Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.721934622Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.724386397Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.724443281Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.724839029Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.725156752Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e02672b6-5e12-49d4-a5fb-1068cd74a288\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.725299336Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.727738015Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.727801792Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.727832644Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.727857423Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.728369223Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.730657392Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dd994af-62e6-451f-8f25-bf0b91de33dd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.73075174Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.730917861Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.730959314Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.730984534Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.731447476Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.734281453Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.734390801Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.734484247Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.735388268Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.737997647Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.74746518Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.747552044Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.747577364Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.747604368Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.748033202Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.749481227Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87b19f2c-a633-46b8-88e8-54d338aa9955\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.749671356Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.75037581Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.75043111Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.751062067Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.752905981Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe07103f-009a-453d-93c8-18c5c3d55fac\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.753042333Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.754186522Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"230ee584-f078-42b6-89d2-5d7dedc16ab8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.75441122Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.755200022Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.755247466Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.755864726Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.757283282Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa7126eb-4b31-4400-984e-6517a1cf3fa1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.757486788Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.758447211Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.758493454Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.759466893Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.760590873Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1e27a15-eec5-4071-9a70-3ab0df7ee35d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.760786703Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.761848027Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.761908177Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.761936013Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.76195963Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.762653532Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.765833979Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd768f11-5f77-4b69-bd92-5f2de6a9de76\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.765945251Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.766159127Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.7662057Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.766235509Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.766954832Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.768794057Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44eefcb5-112c-4057-a5a7-ae173eef2718\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.769361057Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.769811574Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.769866724Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.769893658Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.770264376Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.773412008Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.787216802Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.787306421Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.787332262Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.787365849Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.78739124Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.787414977Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.788476051Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.7903725Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e7079c5-1368-438d-9302-e1754e70d294\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.790560725Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.791204076Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.791248124Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.791274477Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.791762429Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.793927513Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.793969947Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.794027131Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.794410305Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.794623169Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02159b57-22e6-420a-9956-77a3d2236d29\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.79480956Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.796980736Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.811508922Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.811566277Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.811594162Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.812162124Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.812522903Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc079d4b-7bbc-4093-9c6b-711be98304df\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.812657661Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.818501184Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.818631233Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.819231048Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.822288761Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"894c65cb-a427-4448-81db-880cd2ae097c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.822545642Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.822992723Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.823115017Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.823676075Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.826771642Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.826895249Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.827547619Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.830536363Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca6f6f8b-ed0c-47d3-abc9-e7e736fc1a5b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.830781462Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.831522679Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.83158846Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.833031324Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.836260308Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.83633133Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.836364035Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.836390187Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.837120592Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.839687416Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.839774089Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.839808417Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.839967274Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.840244657Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61f31318-0a97-4740-8b56-e0386ec5cd8f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.840526238Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.842503688Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29e87cfe-55d0-4ae6-a63b-03456804170e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.842821801Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.843058303Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.84310227Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.843129504Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.843568269Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.845525518Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e7a92c8-3274-4726-ab20-35b0b3830457\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.845861438Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.846713265Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.856742558Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.856861545Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.856936704Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.857046042Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.857131913Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.857218716Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.857786377Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.860128824Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10fb6be0-be3d-4776-8831-d0f1eb850835\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.860986984Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.861343435Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.861448173Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.861533864Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.862164971Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.864400926Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76704d46-7ed5-4029-8b87-6416858d6d85\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.864744621Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.864913137Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.864956924Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.864984489Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.865409175Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.866722853Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"424b96df-e6af-479a-be0c-ae44a1da8318\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.867047149Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.86766492Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.877349626Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.877448884Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.877479475Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.877931084Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.883009052Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"910af939-b686-4703-bc08-916aca9343aa\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.883212898Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"resolved names for firewall rules","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.887412205Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 7244c86d-7fc5-49fc-bc44-3aed2334d121, kind: Service { id: 173a148b-1cfe-4fb7-9f5b-63d2d6ac2a16 }, name: Name(\"external-dns-173a148b-1cfe-4fb7-9f5b-63d2d6ac2a16\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 7707df3c-f054-4d8b-b87e-24659dfeccf1, kind: Service { id: 7165b792-0659-440a-9678-0c4700d15032 }, name: Name(\"nexus-7165b792-0659-440a-9678-0c4700d15032\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.887529018Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.888022872Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.888077761Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.888106558Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.88889525Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.890442382Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf281eba-de0a-456d-bb3c-a1925a0e94ad\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.890577552Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.891102487Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.895171254Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.895268769Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.895302125Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.895746761Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.898415067Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:30:44.745447Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.898472682Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.898854713Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 7244c86d-7fc5-49fc-bc44-3aed2334d121, kind: Service { id: 173a148b-1cfe-4fb7-9f5b-63d2d6ac2a16 }, name: Name(\"external-dns-173a148b-1cfe-4fb7-9f5b-63d2d6ac2a16\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 7707df3c-f054-4d8b-b87e-24659dfeccf1, kind: Service { id: 7165b792-0659-440a-9678-0c4700d15032 }, name: Name(\"nexus-7165b792-0659-440a-9678-0c4700d15032\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.898930965Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.899833433Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a61cc602-1976-4a83-8235-1fe6974f3b28\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.900099544Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.903568966Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9486b238-fef8-4f02-86ae-ad20e31049a5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.903752221Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.907834886Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3489c06-223e-4fb1-9893-7f1d8659b4d1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.908047449Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.910417902Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce507fae-1c06-43a1-9e10-e44e727d9e83\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.910579424Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.913055658Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab85cbd0-96fe-4000-a039-212cf78a796e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.913215687Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.91519008Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"230d2488-25e6-40a0-9b11-12c4f39c4049\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.915579045Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.916904607Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3245a8e-b79a-4848-bb96-af8bdd687ddd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.917143783Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.919338115Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2388c63-232d-466c-95a2-7a54668bc178\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.919476751Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.919525539Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.919556019Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.919581169Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.920868645Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.923868592Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.936451953Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.936562063Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.936608846Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.936639707Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.936667813Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.9371828Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.939844583Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.944901088Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:45.944961719Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.944991448Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:45.956617472Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.045054296Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.045225417Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.046629495Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:30:39.080578Z, time_modified: 2025-04-30T06:30:39.080578Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(44849), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(57962) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.046680897Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.046707039Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.046734494Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.047524127Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:46.047664698Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52679"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.049873599Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"40c7f141-5fe9-4e5d-ae33-28d1146dadfe","remote_addr":"[::1]:52679","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:46.050223957Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"40c7f141-5fe9-4e5d-ae33-28d1146dadfe","remote_addr":"[::1]:52679","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":392,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.050929011Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40c7f141-5fe9-4e5d-ae33-28d1146dadfe\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.054534575Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.054608272Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.054639935Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.056983384Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.05738249Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.057455395Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.057485886Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.059328998Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.060836451Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.060893054Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.060923264Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.060949156Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.061574562Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.064616172Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.06973964Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.069892024Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.069973987Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.072443598Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.077354142Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.084846129Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.134382718Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:44849/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:46.136241321Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37581"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.143223142Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"8e8658c1-c0a9-4205-8656-573f819e95c2","remote_addr":"[::1]:37581","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:46.149116514Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"8e8658c1-c0a9-4205-8656-573f819e95c2","remote_addr":"[::1]:37581","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5927,"response_code":"204"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.14975696Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"8e8658c1-c0a9-4205-8656-573f819e95c2\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:46.151582237Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"plumbed initial IP allowlist","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:46.152097102Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.216068271Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.216147799Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.216179613Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.216204292Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.216230724Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.21625874Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.21632874Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.21635904Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.216386465Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.216411715Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.216434541Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.216461083Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.216485221Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.2165098Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.216533458Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.216557706Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.216582215Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.216607124Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.2166302Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.216654669Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.216678236Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.21670019Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.216721933Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.216743867Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.216767494Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.216792333Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.216815189Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.216837794Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.216864497Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.216890439Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.2169163Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.216938946Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.21696132Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.216986951Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.21701131Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.217033624Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.217056169Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.217079916Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.217104125Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.217225747Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.217266648Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.217294374Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.217319243Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.217345305Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.217370095Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.217396507Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.217423401Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.217447679Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.217471467Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.217498821Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.217523009Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.217546646Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.217570003Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.21759347Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.217617327Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.217640403Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.21766372Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.217686966Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.217710272Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.217733058Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.217756084Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.217781214Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.21780442Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.217827526Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.217851444Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.217873477Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.217896243Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.217918768Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.217942385Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.21796523Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.217988807Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.218018516Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.218042154Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.218064759Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.218086923Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.218109067Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.218132674Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.218154848Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.218227062Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.218252643Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.218275058Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.218297532Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.218320308Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.218344616Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.218500226Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.21855226Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.218581037Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.218605306Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.218628692Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.218653782Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.218676568Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.218700686Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.218723201Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.218748842Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.218774603Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.218799102Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.218824462Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.218850795Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.21887354Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.218896295Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.218922157Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.218946185Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.21896901Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.218992206Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.219015824Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.21903894Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.219063128Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.219086745Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.21910963Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.219132195Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.21915437Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.219181534Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.219204249Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.219229549Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.219254579Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.219279128Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.219301182Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.219327024Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.219352104Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.21937539Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.219424658Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.219452904Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.219479026Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.219620969Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.219668925Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.219695608Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.219719746Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.219743453Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.219768383Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.219791549Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.21981727Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.219841118Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.219864104Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.219890416Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.219913532Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.219937821Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.219960115Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.219984524Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.220009413Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.220033732Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.220057239Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.220083842Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.220106386Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.220129613Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.220152839Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.220176426Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.220200764Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.220223019Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.220246045Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.220268419Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.22029407Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.220317717Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.220341986Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.220367016Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.220392587Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.220415252Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.220437987Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.220460412Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.220488007Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.220512736Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.220537145Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.220562976Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.220588357Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.220612024Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.22063511Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.22066009Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.220682795Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.220879807Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.2209263Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.220953564Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.220979787Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221005478Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.2210317Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221058503Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221082802Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221108643Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221131329Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221154996Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221181358Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221206238Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221231839Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221255356Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221280215Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.22130271Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221327028Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221352048Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221377379Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221399844Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221424232Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221447318Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221470114Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221492638Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221518039Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221544802Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221571195Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221596916Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221621255Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221644752Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221668058Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221690683Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221716164Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.22173933Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221762035Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221785502Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221808428Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221832706Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221858447Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221882946Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221909689Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221934739Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221959298Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.221982294Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222004689Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.22203027Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222053265Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222075249Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222098085Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222122574Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222145199Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222167744Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222190679Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222212994Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222237382Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222262392Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222286961Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222312823Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222338243Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222362942Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/update/target-release","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222387Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222410217Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222432471Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222457351Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222482441Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222508032Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222530747Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222554674Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.2225776Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222601157Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222624504Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222647219Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222671347Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222694112Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222719483Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222742368Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222765264Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222788671Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222810634Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222833911Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222856716Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222879472Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222902087Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222924782Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222946926Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222969541Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.222992336Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.223015533Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.223040933Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.223065723Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.22308965Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.223111955Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.22313469Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.223158197Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.223183487Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.223207585Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.22322974Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/webhooks/receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.223254419Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/webhooks/receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.223328256Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.223368556Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.223394909Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.223840256Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.223885336Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.223915626Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.223943702Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/webhooks/secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.223968602Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/webhooks/secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.223993652Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:46.224018842Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.224092669Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43722","component":"dropshot_external","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.265145494Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.265202908Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.265230113Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.265255283Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.265280583Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.26548488Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.265531984Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.265557505Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.265582465Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.265607685Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.265631242Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.26565549Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.265679949Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.265704628Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.265727203Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.265750439Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.265773415Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.265796912Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.265820158Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.265843384Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.26586638Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.265889576Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.265911821Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.265934887Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.265957993Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.265980918Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.2661019Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.266149544Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.266178783Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.266206668Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.266275616Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.26630771Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.266335926Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.26636295Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.266389072Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.266416116Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.266441687Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.266514512Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.266550704Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.266582547Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.266608719Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.266633268Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.26665913Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.266682216Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.266705953Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.266730672Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.26675486Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.266778317Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.266801594Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.266825211Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.266848647Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.266871934Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.2668949Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.266919218Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.266944889Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.266969077Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.267023476Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.267096972Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.267124467Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.267148435Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.267172162Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.26719639Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.267220669Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.267244286Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.267266971Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.267289476Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.267313944Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.267337291Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.267359806Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.26738187Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.267404635Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.267427471Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.267452651Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.267477621Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.26754256Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.267584363Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.267611487Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.267635645Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.267660044Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.26768315Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.267706487Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.267729292Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.267752258Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.267774332Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.267798279Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.267820844Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.267845373Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.267868369Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.267891335Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.267914832Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.267937377Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.267961986Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.267986825Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.268086654Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.268113518Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.268136323Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.268158858Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.268181804Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.268204399Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.268228086Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.2682503Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.268273967Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.268295911Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.268321001Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.268343927Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.268367964Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.268392744Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.268417313Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.268439727Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.268463335Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.268490819Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.268514456Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.268538825Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.268562402Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.268584797Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.268607321Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.26863182Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.268654215Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.268676199Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.268698463Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.268720447Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.268742621Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.268765266Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.268788793Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.26881257Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.268836177Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.268860396Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.26888289Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.268905566Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.268928091Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.268950425Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.2689731Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269023711Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269055985Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269082428Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.26910875Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269132347Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269154712Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269177297Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269199501Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269222337Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269248158Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269270813Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269294731Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269317587Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269341655Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269365382Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269391344Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269415772Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269439059Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269461784Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269484669Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269507585Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269532304Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.26955522Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269579158Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269602254Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269624448Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269651261Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269674488Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269697624Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269719768Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269742333Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269764677Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269787653Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269809867Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269831771Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269854456Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269876751Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269899055Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.26992172Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269945037Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.269969325Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270044795Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270076218Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270100426Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270123502Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270146258Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270168302Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270190907Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270213041Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270238391Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.27026291Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270286537Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270310405Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.27033326Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270356076Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.27037825Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270400815Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270423791Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270445694Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270468299Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270490133Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270512698Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270537968Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270561725Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270585443Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270608549Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270631234Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270655993Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270679881Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.27070446Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270727826Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270754289Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270778948Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270802154Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270824749Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270848988Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270871813Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270893907Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270916382Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270939228Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270961211Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.270984909Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.271078555Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.271105278Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.271128685Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.271153484Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.271175588Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.271197753Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.271220538Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.271243303Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.271265448Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.271287201Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.27131195Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.271336329Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.271358884Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.271381679Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/update/target-release","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.271403893Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.271426168Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.271448061Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.271470266Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.271494243Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.271516858Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.271541528Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.271564243Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.271586758Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.271609082Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.271631397Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.271654112Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.271676116Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.271698891Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.271721035Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.27174352Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.271765664Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.271789772Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.271812347Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.27183395Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.271856335Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.271878439Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.271902597Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.271925162Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.27194923Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.271973969Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.272027466Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.272057315Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.272080792Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.272103758Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.272125932Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.27214989Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.272172765Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.272234739Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.272264097Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.272288035Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.272314187Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/webhooks/receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.272338425Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/webhooks/receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.272361662Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.272385058Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.272409848Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.272433324Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.272457743Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.272481661Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.27250617Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/webhooks/secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.272529997Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/webhooks/secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.272554486Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:46.272578594Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.272598804Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:36978","component":"dropshot_external_techport","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"registered DTrace probes","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.272618523Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"nexus-producer-server","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.272639696Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:51689","component":"dropshot","component":"nexus-producer-server","name":"7165b792-0659-440a-9678-0c4700d15032","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:46.272666158Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:51689","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"nexus-producer-server","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.272692481Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:51689","component":"dropshot","component":"nexus-producer-server","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"Requested any available port, Dropshot server has been bound to 127.0.0.1:51689","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.272715146Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"nexus-producer-server","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"Nexus IP provided explicitly, will use it","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.272735196Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"nexus-producer-server","name":"7165b792-0659-440a-9678-0c4700d15032","addr":"127.0.0.1:43265"} {"msg":"starting producer registration task","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.272755446Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"nexus-producer-server","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"starting oximeter metric producer server","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:46.272774765Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"file":"oximeter/producer/src/lib.rs:279","component":"nexus-producer-server","name":"7165b792-0659-440a-9678-0c4700d15032","interval":"10s","address":"127.0.0.1:51689","producer_id":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"Running step start_oximeter","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.272800726Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"init_with_steps"} {"msg":"Starting Oximeter","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.272819494Z","hostname":"bmat-EVT22200007-000064cb","pid":23094} {"msg":"registered DTrace probes","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.273764417Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter"} {"msg":"starting oximeter server","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:46.273814977Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"file":"oximeter/collector/src/lib.rs:236","component":"oximeter"} {"msg":"creating ClickHouse client","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.273922421Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.275259425Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.2756684Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"producer-registration-task","component":"nexus-producer-server","name":"7165b792-0659-440a-9678-0c4700d15032","registration_count":"0"} {"msg":"will register with Nexus at 127.0.0.1:43265","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.275722508Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"producer-registration-task","component":"nexus-producer-server","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.327485051Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"producer-registration-task","component":"nexus-producer-server","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://127.0.0.1:43265/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:46.330588425Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","remote_addr":"127.0.0.1:32791"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.333298935Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/producers","method":"POST","req_id":"8f343b98-7ad9-4903-8a11-f6b1a9a1b5b4","remote_addr":"127.0.0.1:32791","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.341888459Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8f343b98-7ad9-4903-8a11-f6b1a9a1b5b4","remote_addr":"127.0.0.1:32791","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.341959862Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8f343b98-7ad9-4903-8a11-f6b1a9a1b5b4","remote_addr":"127.0.0.1:32791","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.343187367Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8f343b98-7ad9-4903-8a11-f6b1a9a1b5b4","remote_addr":"127.0.0.1:32791","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.34548249Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:46.364613447Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"} {"msg":"oximeter database does not exist, creating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.36488567Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"reading db version","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:46.364911481Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:794","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.365318091Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:46.368125315Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"} {"msg":"read oximeter database version","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:46.368222658Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:799","component":"oximeter","version":0} {"msg":"initializing oximeter schema","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:46.36829362Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:804","component":"oximeter"} {"msg":"initializing ClickHouse database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.368380393Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.369672848Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"CREATE DATABASE IF NOT EXISTS oximeter"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.371749636Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The version table contains metadata about the `oximeter` database */\nCREATE TABLE IF NOT EXISTS oximeter.version\n(\n value UInt64,\n timestamp DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (value, timestamp)"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.375421011Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The measurement tables contain all individual samples from each timeseries.\n *\n * Each table stores a single datum type, and otherwise contains nearly the same\n * structure. The primary sorting key is on the timeseries name, key, and then\n * timestamp, so that all timeseries from the same schema are grouped, followed\n * by all samples from the same timeseries.\n *\n * This reflects that one usually looks up the _key_ in one or more field table,\n * and then uses that to index quickly into the measurements tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Bool)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.383350089Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:46.385316517Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:46.385635522Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.385698318Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":3,"elapsed":"1.26451306s"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.38695921Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.400450911Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:46.40081659Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/producers","method":"POST","req_id":"8f343b98-7ad9-4903-8a11-f6b1a9a1b5b4","remote_addr":"127.0.0.1:32791","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":67505,"response_code":"503"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.403202924Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"producer-registration-task","component":"nexus-producer-server","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://127.0.0.1:43265/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f343b98-7ad9-4903-8a11-f6b1a9a1b5b4\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:30:45 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:46.406020057Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"7165b792-0659-440a-9678-0c4700d15032","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"8f343b98-7ad9-4903-8a11-f6b1a9a1b5b4\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:30:45 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"8f343b98-7ad9-4903-8a11-f6b1a9a1b5b4\\\" }\"","delay":"130.154354ms","count":"0"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.406346357Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.412790547Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.421241114Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.424704785Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.428329918Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.433200172Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.437597884Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.440247032Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(String)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.443013885Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bytes\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Right now we can't unambiguously record a nullable byte array.\n * Arrays cannot be nested in `Nullable()` types, and encoding the array as\n * a string isn't palatable for a few reasons.\n * See: https://github.com/oxidecomputer/omicron/issues/4551 for more\n * details.\n */\n datum Array(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.44677053Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativei64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.450481304Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativeu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.453494547Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.456485677Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.459655843Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Array types cannot be Nullable, see\n * https://clickhouse.com/docs/en/sql-reference/data-types/nullable\n * for more details.\n *\n * This means we need to use empty arrays to indicate a missing value. This\n * is unfortunate, and at this point relies on the fact that an\n * `oximeter::Histogram` cannot have zero bins. If that changes, we'll need\n * to figure out another way to represent missing samples here.\n */\n bins Array(Int8),\n counts Array(UInt64),\n min Int8,\n max Int8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.463599521Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt8),\n counts Array(UInt64),\n min UInt8,\n max UInt8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.46700225Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int16),\n counts Array(UInt64),\n min Int16,\n max Int16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.470398357Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt16),\n counts Array(UInt64),\n min UInt16,\n max UInt16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.474050323Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int32),\n counts Array(UInt64),\n min Int32,\n max Int32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.477405939Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt32),\n counts Array(UInt64),\n min UInt32,\n max UInt32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.480733719Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int64),\n counts Array(UInt64),\n min Int64,\n max Int64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.483963735Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt64),\n counts Array(UInt64),\n min UInt64,\n max UInt64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.488067231Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float32),\n counts Array(UInt64),\n min Float32,\n max Float32,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.492705502Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float64),\n counts Array(UInt64),\n min Float64,\n max Float64,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.49748721Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The field tables store named dimensions of each timeseries.\n *\n * As with the measurement tables, there is one field table for each field data\n * type. Fields are deduplicated by using the \"replacing merge tree\", though\n * this behavior **must not** be relied upon for query correctness.\n *\n * The index for the fields differs from the measurements, however. Rows are\n * sorted by timeseries name, then field name, field value, and finally\n * timeseries key. This reflects the most common pattern for looking them up:\n * by field name and possibly value, within a timeseries. The resulting keys are\n * usually then used to look up measurements.\n *\n * NOTE: We may want to consider a secondary index on these tables, sorting by\n * timeseries name and then key, since it would improve lookups where one\n * already has the key. Realistically though, these tables are quite small and\n * so performance benefits will be low in absolute terms.\n *\n * TTL: We use a materialized column to expire old field table records. This\n * column is generated automatically by the database whenever a new row is\n * inserted. It cannot be inserted directly, nor is it returned in a `SELECT *`\n * query. Since these tables are `ReplacingMergeTree`s, that means the last\n * record will remain during a deduplication, which will have the last\n * timestamp. ClickHouse will then expire old data for us, similar to the\n * measurement tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.fields_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Bool,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.504917985Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.509440336Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.52321451Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.52620595Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.531003829Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.53435156Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.538831796Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.543977138Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.548698926Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_ipaddr\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value IPv6,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.552524819Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value String,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.553786943Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:53565","req_id":"00cb928c-9784-4d90-8efd-e232e059ddc6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: 9e 22 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 .\"..........._cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.553918806Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:53565","req_id":"00cb928c-9784-4d90-8efd-e232e059ddc6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40482,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.554257972Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.554291949Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"cb9e16f7-9b13-437e-858a-ff68f804fd1b.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.554328983Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:53565","req_id":"00cb928c-9784-4d90-8efd-e232e059ddc6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"cb9e16f7-9b13-437e-858a-ff68f804fd1b.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63479, target: Name(\"cb9e16f7-9b13-437e-858a-ff68f804fd1b.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.555288986Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52326","req_id":"4792a6bb-389c-4000-8a96-f30d5c0ae863","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 64 54 01 00 00 01 00 00 00 00 00 01 24 63 62 39 dT..........$cb9\n0010: 65 31 36 66 37 2d 39 62 31 33 2d 34 33 37 65 2d e16f7-9b13-437e-\n0020: 38 35 38 61 2d 66 66 36 38 66 38 30 34 66 64 31 858a-ff68f804fd1\n0030: 62 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 b.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.555357032Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52326","req_id":"4792a6bb-389c-4000-8a96-f30d5c0ae863","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25684,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"cb9e16f7-9b13-437e-858a-ff68f804fd1b.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"cb9e16f7-9b13-437e-858a-ff68f804fd1b.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 99,\n 98,\n 57,\n 101,\n 49,\n 54,\n 102,\n 55,\n 45,\n 57,\n 98,\n 49,\n 51,\n 45,\n 52,\n 51,\n 55,\n 101,\n 45,\n 56,\n 53,\n 56,\n 97,\n 45,\n 102,\n 102,\n 54,\n 56,\n 102,\n 56,\n 48,\n 52,\n 102,\n 100,\n 49,\n 98,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.555556299Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"cb9e16f7-9b13-437e-858a-ff68f804fd1b.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:46.55560207Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52326","req_id":"4792a6bb-389c-4000-8a96-f30d5c0ae863","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"cb9e16f7-9b13-437e-858a-ff68f804fd1b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"cb9e16f7-9b13-437e-858a-ff68f804fd1b.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"cb9e16f7-9b13-437e-858a-ff68f804fd1b.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.621600507Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_uuid\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UUID,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:46.621680497Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50465"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:46.622098099Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/crucible/pantry/0","method":"GET","req_id":"6f6881fa-30ad-40e5-90ba-1d3c3d1bf497","remote_addr":"[::1]:50465","local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:46.622616452Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/crucible/pantry/0","method":"GET","req_id":"6f6881fa-30ad-40e5-90ba-1d3c3d1bf497","remote_addr":"[::1]:50465","local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":560,"response_code":"200"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.086567864Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The timeseries schema table stores the extracted schema for the samples\n * oximeter collects.\n */\nCREATE TABLE IF NOT EXISTS oximeter.timeseries_schema\n(\n timeseries_name String,\n fields Nested(\n name String,\n type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'IpAddr' = 3,\n 'String' = 4,\n 'Uuid' = 6,\n 'I8' = 7,\n 'U8' = 8,\n 'I16' = 9,\n 'U16' = 10,\n 'I32' = 11,\n 'U32' = 12,\n 'U64' = 13\n ),\n source Enum(\n 'Target' = 1,\n 'Metric' = 2\n )\n ),\n datum_type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'F64' = 3,\n 'String' = 4,\n 'Bytes' = 5,\n 'CumulativeI64' = 6,\n 'CumulativeF64' = 7,\n 'HistogramI64' = 8,\n 'HistogramF64' = 9,\n 'I8' = 10,\n 'U8' = 11,\n 'I16' = 12,\n 'U16' = 13,\n 'I32' = 14,\n 'U32' = 15,\n 'U64' = 16,\n 'F32' = 17,\n 'CumulativeU64' = 18,\n 'CumulativeF32' = 19,\n 'HistogramI8' = 20,\n 'HistogramU8' = 21,\n 'HistogramI16' = 22,\n 'HistogramU16' = 23,\n 'HistogramI32' = 24,\n 'HistogramU32' = 25,\n 'HistogramU64' = 26,\n 'HistogramF32' = 27\n ),\n created DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, fields.name)"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:47.086684456Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59267"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:47.086727041Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53437"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:47.086752572Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62369"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:47.08677674Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62628"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:47.086802191Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59824"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:47.086826479Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63880"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:47.086848944Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49516"} {"msg":"will register with Nexus at 127.0.0.1:43265","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.08733391Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"producer-registration-task","component":"nexus-producer-server","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.1509995Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"producer-registration-task","component":"nexus-producer-server","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://127.0.0.1:43265/metrics/producers","method":"POST"} {"msg":"inserting current version","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:47.152393176Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:825","component":"oximeter","version":14} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.152462194Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"INSERT INTO oximeter.version (*) VALUES (14, now());"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:47.152915998Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","remote_addr":"127.0.0.1:37655"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.153095416Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/crucible/pantry/0","method":"GET","req_id":"4ecbea93-a6b4-4ea9-9702-721aaefecf55","remote_addr":"[::1]:59267","local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.153267829Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/crucible/pantry/0","method":"GET","req_id":"51202d6e-a70b-48c8-8456-6c1dbe8ae1ee","remote_addr":"[::1]:53437","local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.153524531Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/crucible/pantry/0","method":"GET","req_id":"c537d0de-6786-4e4a-9d77-0a7cf126657e","remote_addr":"[::1]:62369","local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.153663347Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/crucible/pantry/0","method":"GET","req_id":"28f722ab-ed0a-4fd2-8152-f4abca7ff280","remote_addr":"[::1]:62628","local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.153789108Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/crucible/pantry/0","method":"GET","req_id":"8b432240-41eb-40cb-ad24-a128270847c4","remote_addr":"[::1]:59824","local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.153932674Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/crucible/pantry/0","method":"GET","req_id":"e1b08b9b-ed34-4b28-8ed9-31eacd7d031c","remote_addr":"[::1]:63880","local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.154059797Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/crucible/pantry/0","method":"GET","req_id":"008a612a-9689-46d4-881e-5b4c86f30d5d","remote_addr":"[::1]:49516","local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:47.15513035Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/crucible/pantry/0","method":"GET","req_id":"4ecbea93-a6b4-4ea9-9702-721aaefecf55","remote_addr":"[::1]:59267","local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2063,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:47.155200931Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/crucible/pantry/0","method":"GET","req_id":"51202d6e-a70b-48c8-8456-6c1dbe8ae1ee","remote_addr":"[::1]:53437","local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1962,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:47.15537604Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/crucible/pantry/0","method":"GET","req_id":"c537d0de-6786-4e4a-9d77-0a7cf126657e","remote_addr":"[::1]:62369","local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1860,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:47.155431059Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/crucible/pantry/0","method":"GET","req_id":"28f722ab-ed0a-4fd2-8152-f4abca7ff280","remote_addr":"[::1]:62628","local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1804,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:47.155463364Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/crucible/pantry/0","method":"GET","req_id":"8b432240-41eb-40cb-ad24-a128270847c4","remote_addr":"[::1]:59824","local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1723,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:47.155504215Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/crucible/pantry/0","method":"GET","req_id":"e1b08b9b-ed34-4b28-8ed9-31eacd7d031c","remote_addr":"[::1]:63880","local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1645,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:47.155588513Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/crucible/pantry/0","method":"GET","req_id":"008a612a-9689-46d4-881e-5b4c86f30d5d","remote_addr":"[::1]:49516","local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1543,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.156776951Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/producers","method":"POST","req_id":"3eff756f-3f0f-45b1-94b0-cab830499d34","remote_addr":"127.0.0.1:37655","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.158113604Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"3eff756f-3f0f-45b1-94b0-cab830499d34","remote_addr":"127.0.0.1:37655","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.158181038Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"3eff756f-3f0f-45b1-94b0-cab830499d34","remote_addr":"127.0.0.1:37655","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.15897474Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"3eff756f-3f0f-45b1-94b0-cab830499d34","remote_addr":"127.0.0.1:37655","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered USDT probes","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.161809197Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"c02061f9-672d-4baa-b40a-ae6373866ae0","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.163975714Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:41556","component":"dropshot","component":"oximeter","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.164022006Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:41556","component":"dropshot","component":"oximeter","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.164053048Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:41556","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.164078859Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:41556","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:47.164243427Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:41556","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.165053451Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:41556","component":"dropshot","component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.166375996Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter"} {"msg":"contacting nexus","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.166768929Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:47.670690109Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/producers","method":"POST","req_id":"3eff756f-3f0f-45b1-94b0-cab830499d34","remote_addr":"127.0.0.1:37655","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":513886,"response_code":"503"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.671188062Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","body":"Some(Body)","uri":"http://127.0.0.1:43265/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.675315575Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"producer-registration-task","component":"nexus-producer-server","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://127.0.0.1:43265/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3eff756f-3f0f-45b1-94b0-cab830499d34\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:47.677740978Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"7165b792-0659-440a-9678-0c4700d15032","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"3eff756f-3f0f-45b1-94b0-cab830499d34\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:30:47 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"3eff756f-3f0f-45b1-94b0-cab830499d34\\\" }\"","delay":"1.402059322s","count":"1"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:47.678983063Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","remote_addr":"127.0.0.1:49387"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.686108299Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors","method":"POST","req_id":"9b1d626d-1cc0-4441-b5c7-1159df40269e","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.686709878Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"9b1d626d-1cc0-4441-b5c7-1159df40269e","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.686774958Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"9b1d626d-1cc0-4441-b5c7-1159df40269e","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.687811272Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"9b1d626d-1cc0-4441-b5c7-1159df40269e","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered new oximeter metric collection server","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:47.698539718Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","address":"[::1]:41556","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:47.698817121Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors","method":"POST","req_id":"9b1d626d-1cc0-4441-b5c7-1159df40269e","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":12726,"response_code":"204"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.699479731Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:43265/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"9b1d626d-1cc0-4441-b5c7-1159df40269e\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:47.699779749Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"file":"oximeter/collector/src/lib.rs:392","component":"oximeter","id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"Running step start_producer_server","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.699881241Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"init_with_steps"} {"msg":"Starting test metric Producer Server","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.699952553Z","hostname":"bmat-EVT22200007-000064cb","pid":23094} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.704718038Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:58954","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.704805222Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:58954","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.704840562Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:58954","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.704870371Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:58954","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.704898207Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:58954","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.704927996Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:58954","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.704955982Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:58954","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.704983076Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:58954","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.7050451Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:58954","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:47.705081091Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:58954","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.706363166Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:58954","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:47.70669649Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:58954"} {"msg":"inserting test physical disk","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:47.706855236Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","model":"test-model","serial":"totally-unique-serial: 374fb658-6e03-45f3-a8d5-1392a235698f","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"374fb658-6e03-45f3-a8d5-1392a235698f"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.706897771Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.706928091Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.707925328Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"starting refresh list task","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:47.708240085Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:559","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:47.774692157Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","remote_addr":"127.0.0.1:52064"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:47.774900943Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.777226316Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","body":"None","uri":"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.778434724Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2876605b-3ca4-42e7-9712-0e9eb16b3284","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.779163937Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/producers","method":"POST","req_id":"d24fc185-f67d-4b99-91fb-1230400ab9b6","remote_addr":"127.0.0.1:52064","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.785678947Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2876605b-3ca4-42e7-9712-0e9eb16b3284","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.785788706Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2876605b-3ca4-42e7-9712-0e9eb16b3284","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.786631845Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2876605b-3ca4-42e7-9712-0e9eb16b3284","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.786893667Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d24fc185-f67d-4b99-91fb-1230400ab9b6","remote_addr":"127.0.0.1:52064","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.786954739Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d24fc185-f67d-4b99-91fb-1230400ab9b6","remote_addr":"127.0.0.1:52064","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.787697659Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d24fc185-f67d-4b99-91fb-1230400ab9b6","remote_addr":"127.0.0.1:52064","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.788191332Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.788246302Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.78871198Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:47.792484246Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2876605b-3ca4-42e7-9712-0e9eb16b3284","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":14082,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.793337015Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2876605b-3ca4-42e7-9712-0e9eb16b3284\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:47.794596805Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":0,"n_pruned_tasks":0} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.795138404Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.795266329Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.795359044Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.795443021Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.796417964Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.799895362Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.804522191Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:47.845686738Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:47.845935815Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/producers","method":"POST","req_id":"d24fc185-f67d-4b99-91fb-1230400ab9b6","remote_addr":"127.0.0.1:52064","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":66777,"response_code":"201"} {"msg":"upserting zpool","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:47.914375256Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","physical_disk_id":"374fb658-6e03-45f3-a8d5-1392a235698f","zpool_id":"0c41c52a-6732-47d4-b53e-dbb5e4fc20b1","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.914446758Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.914481568Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.915121503Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.916661281Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.916722022Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.916759176Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.916790037Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.91736351Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.921059915Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.923809713Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"upserting Crucible dataset","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:47.933055154Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dataset_id":"74d6d421-f798-4eb5-89be-4d9e22c82c85","zpool_id":"0c41c52a-6732-47d4-b53e-dbb5e4fc20b1"} {"msg":"inserting test physical disk","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:47.941337907Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","model":"test-model","serial":"totally-unique-serial: 374fb658-6e03-45f3-a8d5-1392a235698f","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"374fb658-6e03-45f3-a8d5-1392a235698f"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.941402596Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.941431393Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.942785191Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.946676173Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"PhysicalDisk { parent: Fleet, key: 374fb658-6e03-45f3-a8d5-1392a235698f (physical_disk), lookup_type: ById(374fb658-6e03-45f3-a8d5-1392a235698f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.946756914Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.946791152Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.946819268Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.94748241Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.949487304Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.956457803Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 374fb658-6e03-45f3-a8d5-1392a235698f (physical_disk), lookup_type: ById(374fb658-6e03-45f3-a8d5-1392a235698f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"upserting zpool","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:47.956538734Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","physical_disk_id":"374fb658-6e03-45f3-a8d5-1392a235698f","zpool_id":"0c41c52a-6732-47d4-b53e-dbb5e4fc20b1","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.956570537Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.95659706Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.957427565Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.958627105Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.958778306Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.958924046Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.959044366Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.960980454Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.963882596Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.968747659Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.978175564Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.978243138Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.978278379Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.978306434Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.979009776Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.989139078Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.995835089Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:47.995889888Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.996035689Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:47.997641478Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.016109555Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.016846122Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.016899008Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.016931282Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.01804958Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.01906844Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":4,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.019129101Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.019165804Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.019197818Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.019226445Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.021065369Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.033394063Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.040919377Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.040989276Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.041017753Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.042354426Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.042669684Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.04735012Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.047426231Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.047462213Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.047948502Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.052066106Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.052127007Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.05284131Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.061743568Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.061809609Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.066258884Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52694","req_id":"0798c3b1-7ce0-43d0-8445-2dc5b1d4d146","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: f4 52 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .R..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.066326489Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52694","req_id":"0798c3b1-7ce0-43d0-8445-2dc5b1d4d146","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62546,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.066536056Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.066707017Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.066759371Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52694","req_id":"0798c3b1-7ce0-43d0-8445-2dc5b1d4d146","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.068051365Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3512, tv_nsec: 866310234 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.068193639Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.069283009Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59254","req_id":"3ad40bf3-c4f7-4c08-9500-7324e4ab8ea5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ca a6 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.069461275Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59254","req_id":"3ad40bf3-c4f7-4c08-9500-7324e4ab8ea5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51878,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.069786913Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.070064797Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59254","req_id":"3ad40bf3-c4f7-4c08-9500-7324e4ab8ea5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.133031644Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.134611632Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55273","req_id":"371036fd-f627-4541-b30e-3a193d5d6761","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 28 15 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c (............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.134733565Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55273","req_id":"371036fd-f627-4541-b30e-3a193d5d6761","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10261,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.134993954Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10261,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:48.135090366Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55273","req_id":"371036fd-f627-4541-b30e-3a193d5d6761","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.1354634Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.135518169Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.135547327Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.138985868Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a02378dd-653a-44c1-a5dd-3b1bdd4a7269\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.1394185Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.141313506Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1412ae1b-e0cd-4e6c-bdd8-219d5a075b7c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.141494286Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.145183386Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28f36a8c-d287-4015-9986-56eece24369b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.145448204Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.149218676Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61358449-7d85-4913-bc1d-b0e681b201dc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.149309497Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.151404802Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"631f71a5-c51e-402e-8e31-4eb14af01a11\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.151475984Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.155227799Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbc8003c-f8d3-4369-b7d4-d563b38b453c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.155417276Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.160841193Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1a147cf-1107-4947-a646-fdc4ccaa1069\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.161509685Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.167649558Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ae4b654-e109-40dc-b438-f4ce536b3a80\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.167942853Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.169200468Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.169320427Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.17013955Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7654745f-8339-448c-9302-10e48b636a48\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.170381371Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.172515604Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"648f139b-3bf8-4050-a205-71583fcbd91b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.172779079Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.175249992Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48339ed5-6596-448f-b8b8-65f860c0f151\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.175671532Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"will register with Nexus at 127.0.0.1:43265","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.176098142Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"producer-registration-task","component":"nexus-producer-server","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.228650509Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"producer-registration-task","component":"nexus-producer-server","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://127.0.0.1:43265/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:48.229691262Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","remote_addr":"127.0.0.1:48823"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.230230597Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/producers","method":"POST","req_id":"64c62010-e13c-4b1d-b83b-3ea2fae75ff7","remote_addr":"127.0.0.1:48823","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.230748138Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"64c62010-e13c-4b1d-b83b-3ea2fae75ff7","remote_addr":"127.0.0.1:48823","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.230818348Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"64c62010-e13c-4b1d-b83b-3ea2fae75ff7","remote_addr":"127.0.0.1:48823","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.23147668Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"64c62010-e13c-4b1d-b83b-3ea2fae75ff7","remote_addr":"127.0.0.1:48823","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.233031097Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"301db89a-8068-4f02-8008-560b0f2a834d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.233194933Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.237497295Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"758f17c9-4c15-4472-a0e8-325a61f9a239\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.237727875Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"assigned collector to new producer","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:48.241204041Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:48.241398198Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/producers","method":"POST","req_id":"64c62010-e13c-4b1d-b83b-3ea2fae75ff7","remote_addr":"127.0.0.1:48823","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":11181,"response_code":"201"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.244247926Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"producer-registration-task","component":"nexus-producer-server","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://127.0.0.1:43265/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64c62010-e13c-4b1d-b83b-3ea2fae75ff7\", \"content-length\": \"41\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.246599241Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"producer-registration-task","component":"nexus-producer-server","name":"7165b792-0659-440a-9678-0c4700d15032","wait_period":"150s","lease_duration":"600s"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.247058055Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.249528046Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e140f61-d86a-4987-b410-1a21b5d0bca3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.249779527Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.252474376Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e615dde9-70d2-484c-b38c-2f1fe0fb1dbc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.252546079Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.254470033Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a53294f4-c983-4960-b17e-cff6342489d4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.254573198Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.256056053Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40c2d99f-fabb-4aa4-be44-9f7cd7b31120\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.256463765Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.260008447Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18f071b7-6fef-4d3b-81e8-913a48a322b4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.260088146Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.262255785Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7ba74a1-485a-4f12-992b-99e2212496f3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.262364782Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.26324674Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca9c966a-b363-4a26-9c29-7be718c07b11\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.26337228Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.26426084Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afae50d9-dc48-4662-9f2f-08b927828b95\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.264591058Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.2654753Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c62c385-f5f6-4f06-9050-bd46c050ec1a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.265600289Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.266408158Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb6d80e0-7882-4a04-b41d-34e6163c8616\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.266483489Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.267854781Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94e2a68b-cde5-4d57-b1ec-ceaca2256df4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.268031663Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.269761901Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a98c8e1-be1e-4bfc-8ddd-8688f993471e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.270326576Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.271783148Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"865af35c-51a4-4e3e-b64a-3368e62f43ea\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.271856344Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.273498946Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b32d1b4-adbd-4947-9726-b80395018dc8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.273611571Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.275635012Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc6f77ee-01db-4ea5-8d62-761c68efc876\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.275763138Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.27742579Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73d37ddc-6085-4b03-a861-63f80b385d18\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.277519437Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.279531356Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d292d88a-d2d1-4f5b-a8d6-7435bec4545c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.279662296Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.280519064Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29079738-76fc-4638-a453-6353f53cb35e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.280754803Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.281698183Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4512a59f-4c2b-4d25-8db7-31ba15a80c61\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.281831318Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.282851721Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51deadab-c4da-44aa-9e86-77b7f7f72b9e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.283037622Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.283912354Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15a5f3cf-0d89-4e73-8f3f-03a673b4c9dc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.283998356Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.285087566Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca6dba79-2518-4c9c-9895-b182a71d8a6e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.285255901Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.287091789Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2df9b902-0bdb-42f3-b15e-c14d3ebc9af9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.287210345Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.288927978Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdcfa833-2a3b-431c-a44f-290ed4dbd008\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.288993548Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.291279533Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d6f8af5-2e57-4f5f-b11a-912127b4a885\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.291401596Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.293089439Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5953619d-8ed1-49fd-b551-983ab0bcd96b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.293152094Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.294698976Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebfa845b-666d-40ce-b203-c506313bf319\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.294765098Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.296450937Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d27e3143-7c61-4a21-82af-bdc3344c0117\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.29651803Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.297339487Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c391288-8894-451b-98ea-fdb91f3d4ddf\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.29741626Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.297950374Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.298011266Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.29804361Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.298069221Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.298914515Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.299788707Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63f3962c-04e8-4fa6-b937-b0a77dd861ae\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.300027302Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.301105481Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2a2309c-e304-4e0e-827d-fc6332a660bb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.301384326Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.301507722Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.308818208Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.308899019Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.308930832Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.309353845Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.311123321Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d33c643-9a10-459b-bd48-ba21984629f0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.311191456Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.31122335Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.311252989Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.311281646Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.311767163Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.312705192Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.312760022Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.314324278Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.316171639Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.322160171Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.322218828Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.322247845Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.322319799Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.322361732Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.322775567Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.325453743Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.331649648Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.331804336Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.332027511Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.332471045Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.381375884Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.460944119Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.461118476Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.462022067Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.462086635Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.462119911Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.462148268Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.462983101Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:48.463383279Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62403"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.46415186Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"b64ccbc7-4b9a-46b4-9b28-8c6bfc51a535","remote_addr":"[::1]:62403","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:48.465475888Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"b64ccbc7-4b9a-46b4-9b28-8c6bfc51a535","remote_addr":"[::1]:62403","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1409,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.467103391Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b64ccbc7-4b9a-46b4-9b28-8c6bfc51a535\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:30:47 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.469304947Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.469362412Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.46939157Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.472863888Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.472926533Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.472962384Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.47299008Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.473645986Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.473998509Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.481743079Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.481804682Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.481836866Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.48238084Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.484179253Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.491425852Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.491815458Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.491863995Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.492524441Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.492782194Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.492836512Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.493346799Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.544964193Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.59588027Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.595981231Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.596015349Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.596043065Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.605038147Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.612284495Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.61857078Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.618618014Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.618644807Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.619320043Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:48.622793393Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:48.623188139Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.623407527Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":4,"elapsed":"604.31574ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.623462005Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":5,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.623488568Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.623515462Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.623541884Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.623567105Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.624070638Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.626368917Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.626427163Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.627734919Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.627986199Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.636105847Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.636163883Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.636195596Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.636602497Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.641099687Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.641172432Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.641710093Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51743","req_id":"8136c906-63de-4f1a-adf0-33bf71a3f505","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 8b ba 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.641792918Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51743","req_id":"8136c906-63de-4f1a-adf0-33bf71a3f505","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35770,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.641971294Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.642128507Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.642179418Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51743","req_id":"8136c906-63de-4f1a-adf0-33bf71a3f505","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.642630006Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3513, tv_nsec: 441563088 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.642775235Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.643115163Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55389","req_id":"90849f62-a7a1-42c6-94fb-77d7f0cb304a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f7 72 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .r..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.643162267Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55389","req_id":"90849f62-a7a1-42c6-94fb-77d7f0cb304a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63346,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.643333949Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.643454559Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55389","req_id":"90849f62-a7a1-42c6-94fb-77d7f0cb304a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.69326322Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.694795973Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59264","req_id":"74e52d13-0f6a-4884-8955-8d3279885485","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b7 88 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.694863799Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59264","req_id":"74e52d13-0f6a-4884-8955-8d3279885485","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46984,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.695127454Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46984,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:48.695310398Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59264","req_id":"74e52d13-0f6a-4884-8955-8d3279885485","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.695452812Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.695500377Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.69552687Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.697460813Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5f7d424-6707-4951-a7f7-055afc7918b2\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.697951781Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.699348464Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"451f9a29-0a63-4925-8939-ab37c9cc6798\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.699416359Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.700943783Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d34850c-c24a-4e99-b669-fac797a136a4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.701041297Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.702931252Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d592b6c-d8b0-4215-967e-fd9e18b9c5af\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.703207613Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.705223399Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f81f65a-067d-449d-8e20-35348ec8b15d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.705292056Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.707568532Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fde6b1b0-69b5-4160-8155-9dbaee681a05\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.707719723Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.710107761Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8525ed12-7ab9-4dd3-b1b6-4807feef8601\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.71017227Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.711832728Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"470905a9-3551-4d68-98e3-45ed79615ed7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.711968859Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.716115371Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.717739367Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfb1719e-2e19-4f94-b31c-eee3e2215503\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.717998242Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.719612739Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a7aaa22-eefb-400e-8997-0d82edb29e65\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.719838699Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.72077744Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3db5eb10-bd48-4f80-9371-552087c9ba86\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.720931467Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.721890978Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1aea234a-9609-467d-a96a-2e518d59ece8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.722048051Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.723355436Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a44229f3-dc68-4124-be77-71836a55c5c3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.723490596Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.725179641Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"997dad25-0536-4965-98f9-ea022577cc52\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.725339349Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.726895199Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e26e6e34-21a2-4b44-9b66-3d5d8006ec9e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.726964788Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.72849681Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb2dcc92-b5f3-4240-97e7-3079ce5fd517\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.728563122Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.730320273Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58a0e5d6-afa8-43e5-9371-017d04031f28\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.730447316Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.732380308Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06af726b-a0e8-484b-babf-a42893b4dfe1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.732509084Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.73401782Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa7875c7-658c-4183-bbc5-d6cdf079e95a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.734123601Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.734831622Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0030cf3d-50a8-4d0e-a030-f7cdde277d42\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.734958094Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.736101602Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b2c8f21-e261-48de-a71c-e4f037f32862\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.736231982Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.737447845Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a87c7da-ea20-49d9-b274-ae3c5977db56\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.737491491Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.738330834Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1ea70b9-df3c-4e61-83ff-602b5a3eac5b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.738451544Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.739566386Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97c4c35d-63a6-47f6-870a-f590ea30eec3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.73966896Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.741933602Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29dbb28c-6c6a-45c7-8cd7-0c9b8c9e1aeb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.742134492Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.743744851Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb14900b-3aca-415d-9e3d-ebb394b83bc2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.743833217Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.745760818Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82d845c0-8a16-4b5a-a3ab-f78e81c1656a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.745916127Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.748159998Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"398ea780-1aff-431e-a908-052b6954789f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.748278334Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.750184071Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"245d586c-8339-49f1-bcda-d4a8fe47459c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.750252176Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.753148677Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de88b0e7-38e0-4960-ab51-6755c46e2ee2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.753530919Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.755674039Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4149b66f-5bd8-445a-b6b6-78b192006f03\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.755978456Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.758386584Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b2471d8-fa76-4a86-b948-f80364b34038\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.758626071Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.761340529Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"623b37e7-74b5-4eca-a15e-3012eb32addc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.761516219Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.766241103Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e46ea89-0f15-4696-8c49-b7f2489a8aa0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.766299329Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.766374569Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83acee01-7dc6-4472-af5b-00fa9e54dfc6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.766407455Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.766593225Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8188b2d5-0334-4fb3-acf3-e72ec7d33b7b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.767621694Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.771055425Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.771103962Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.771135154Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.771163791Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.771185976Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.7766739Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.796358629Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.796444Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.796476564Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.797526476Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.800038812Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23415082-2cfc-47ff-8bb6-f97fe49541ed\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.800109012Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.80018337Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.800225704Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.800544149Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.812578026Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3834c292-94d6-4c63-bbae-bb84633a985e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.813256167Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.81566692Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da778578-695c-4939-b64a-aecf88cda33d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.815891387Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.820181846Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abb3260a-9c0b-44ab-8af7-c2f7244faa46\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.820347736Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.82306498Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"184eaa25-c0d7-46ed-abfb-063e271405b7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.823357583Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.824246574Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"705430fe-65f1-4d9e-b8ef-85e1f72d2cae\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.824351033Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.825385333Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d038f18d-68a7-467a-a2a1-f246aa329514\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.825520663Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.826978207Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af4087a9-699c-44aa-abf5-96b4142aa1fa\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.827043748Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.8276722Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfe2b447-f5bf-4b35-9fe0-76967f1a442a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.827733612Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.82776773Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.827796908Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.827825585Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.82851046Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.831443073Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.837902002Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.837972623Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.838005779Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.83812663Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.838163864Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.839553362Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.844659235Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.852485068Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.852648724Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.852704745Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.85382616Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.858076388Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.942620737Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.942690777Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.94363594Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.943697162Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.94373122Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.943759837Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.94447895Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:48.94453952Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52769"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.945323522Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"402e0830-e8c4-483b-ab19-420e43db1061","remote_addr":"[::1]:52769","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:48.946146021Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"402e0830-e8c4-483b-ab19-420e43db1061","remote_addr":"[::1]:52769","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":904,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.946806748Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"402e0830-e8c4-483b-ab19-420e43db1061\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.949176519Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.949299915Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.949336147Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.95065766Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.95071765Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.950752599Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.950780756Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.951487213Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.951780387Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.963086604Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.963133207Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.963160992Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.96354634Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.965403811Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.969788597Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.970440727Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.970581457Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.971206883Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:48.973106288Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.973161818Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:48.973728668Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.037298607Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:49.038495722Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:49.038914396Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.039050808Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":5,"elapsed":"415.595195ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.039177761Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":6,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.039296958Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.039414863Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.046296434Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.048080279Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.050109381Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.057180701Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.065259878Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.065341691Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.065377602Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.06752451Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.071960719Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.072041239Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.072661886Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:50363","req_id":"75049830-f5fd-4621-9a1c-900299256d3d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 2f 94 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 /............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.072725493Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:50363","req_id":"75049830-f5fd-4621-9a1c-900299256d3d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12180,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.07298516Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.073859251Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.073992437Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:50363","req_id":"75049830-f5fd-4621-9a1c-900299256d3d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.07466176Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3513, tv_nsec: 873390997 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.074720257Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.075032629Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:63650","req_id":"1acae158-5690-497a-b001-9bafc087395e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: bb 5b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .[..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.075164833Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:63650","req_id":"1acae158-5690-497a-b001-9bafc087395e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47963,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.075388699Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.075566042Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:63650","req_id":"1acae158-5690-497a-b001-9bafc087395e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.133025186Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.133982263Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.134065068Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.134101711Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.134133043Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.134801405Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.135493013Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:49632","req_id":"fbab7c5b-eaaf-4fff-a2a5-b6a673efec9c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 11 8f 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.135574325Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:49632","req_id":"fbab7c5b-eaaf-4fff-a2a5-b6a673efec9c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4495,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.135651599Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4495,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:49.135724754Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:49632","req_id":"fbab7c5b-eaaf-4fff-a2a5-b6a673efec9c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.135750065Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.135776888Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.135801377Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.137893816Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.144343908Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.144411683Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.144446272Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.145329101Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.146095958Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a740e360-435e-4430-b676-79533afa4153\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.146461677Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.14786831Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.14791856Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.148697281Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.150198092Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edbaf162-d6a4-4843-9368-ca9ad52af57f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.150443671Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.154760562Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1417d8bd-7b8f-420c-b2f6-96c2f7ca4b73\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.155106742Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.158987003Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5be88dd7-0f67-417e-9c0c-56b67174fa0b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.159059898Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.163792037Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d0fe57c-8b55-430a-91e6-d6a4c335d85a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.163972035Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.166426876Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46dacb1e-6e80-485f-bfe7-beda1ca0aa2f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.166690642Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.168879894Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.168939132Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.168966857Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf894586-caf3-4856-925e-1e1ff479bc76\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.169010414Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.173893724Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11cf1f13-f1c8-4403-a68d-4d78f3241de0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.174305224Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.177082577Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"baa11a5e-1e20-49ab-a5bd-d9b6f27e65ae\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.177251975Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.178064544Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.179410776Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa446291-dd63-49e7-b9af-9c476a668c38\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.179587989Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.181403867Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d510b9ee-05df-4a6c-b7ad-12d5e2fc5e65\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.181466933Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.184072184Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"293e59f0-66d7-4b2a-b57d-df87fab427a8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.184138676Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.185817471Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27ece874-238f-4046-a340-418c355433ce\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.186333168Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.190374501Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54085974-ab8d-4fbb-adf9-c33d648e059c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.190505031Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.193305029Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59c52910-fdcd-468e-a921-c3acd0329159\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.193394508Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.1964472Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21530ef4-a606-4523-920b-12bdd1d56cd0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.196524003Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.199297168Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e03fb3ad-a494-40ed-855c-55e3261c0d99\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.199617507Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.203666083Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66de23a6-e7b7-427b-8f8b-17b07fb301aa\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.203743237Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.207193361Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a962d2a5-2f17-4574-a7c2-b9a2ab129efe\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.207256407Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.209109308Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79656526-0031-4d95-a2f1-cfc52695a7b7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.209296501Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.211715722Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f767e1f5-737d-495f-9a44-39123a7cab40\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.212334144Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.214619126Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43ee452c-0714-495d-99e3-a4434f62df12\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.21580015Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.218342525Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f6e3b8e-4a34-4306-915c-abbb7d9e9db5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.218409749Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.220903087Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e367c072-5744-45a8-b22d-d944f9210ffb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.221472601Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.224183954Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64589947-2370-4c6c-8d91-56b7e0800bce\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.224569251Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.228070227Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9f62cb5-da42-4739-a412-e020936cfab5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.228236157Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.228815983Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.228879149Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.228911884Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.228939739Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.229779032Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.233654653Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.244329362Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.244396957Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.24442852Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.244991852Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.245890232Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96a44ade-979c-43b2-9d7c-b85eb93d8d42\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.246233145Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.247919114Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.247978823Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.248611775Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.249966734Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfcc83bd-d939-49bb-9959-724bde820b8a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.250048988Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.25505906Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"690948c2-9efe-472a-a7f6-b181c651f500\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.25532969Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.258855585Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8837eddd-8fed-4fc3-bd66-5224c30cf52e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.25905384Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.259991077Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61e62a83-d160-4a76-8565-c9fdc73dff1a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.260138862Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.261848648Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56f76446-10c8-40bf-856b-31c53decd00c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.262077614Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.265930321Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23de7e24-38db-43c1-ab5f-0af91f85ad04\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.26614599Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.267723854Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71e416bd-21fd-4970-bf12-fdcab8765b79\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.267838893Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.270016292Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8041f3b3-340f-44ae-b534-3c5f60fbe1e2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.270218515Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.272450121Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0996304d-7a22-490b-aaac-7f660084d063\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.272529289Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.274616197Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7e894f4-9d56-42a7-9b1f-face48381cd0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.274685124Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.28382253Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.284235813Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"591db254-f4f9-4131-b760-9be72c2180cd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.284382666Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.289345724Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aea3cf24-c624-4787-900f-a1e6374cc4ab\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.289429371Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.291308575Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d900367a-acb4-4976-9895-19173613a993\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.291454486Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.294015148Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"865a5738-8619-4808-b487-42423be5f668\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.294062642Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.295736257Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a89d712c-3d60-428f-841d-d14e41d4dbde\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.295831767Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.298721485Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"baffae6c-d541-42cb-b6fa-5d8cb391d590\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.299299757Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.300424348Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66cbad8f-12e3-4f3b-aba1-1cb71a956843\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.300648104Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.301751131Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0ca31a3-c77b-4a2c-9705-b2d1ff9f8e5c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.302745052Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.302806053Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.302989048Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.303030691Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.303397401Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.308663554Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.315777257Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.315882718Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.315925042Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.315954621Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.315980833Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.316628363Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.319190678Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.327406558Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.327571907Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.327675003Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.328573132Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.394266302Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.39434058Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.395402966Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.395543817Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.395579548Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.395609518Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.397665424Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:49.397871375Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55774"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.39929924Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"59024cb3-adee-4d70-aae0-6ff0c7ab1c05","remote_addr":"[::1]:55774","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:49.400244824Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"59024cb3-adee-4d70-aae0-6ff0c7ab1c05","remote_addr":"[::1]:55774","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1006,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.401621907Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59024cb3-adee-4d70-aae0-6ff0c7ab1c05\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.40683292Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.406931166Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.407039131Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.410389276Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.410538663Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.410643242Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.410731878Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.412137699Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.413248252Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.436388067Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.436604037Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.436781651Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.437438139Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.439508945Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.44428481Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.444597423Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.444661812Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.445208681Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.44732087Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.44738142Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.452744145Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.504581287Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.558208265Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.558286632Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.558322423Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.558349647Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.559017959Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.564854758Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.573552087Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.574349826Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.57442164Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.574449976Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:49.575786258Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:49.576302948Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.576445302Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":6,"elapsed":"537.250146ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.57659511Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":7,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.576687033Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.576792644Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.576886952Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.576968284Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.577583529Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.578182222Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.578421038Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.579183357Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.581118312Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.586726947Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.586864762Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.586910342Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.587251442Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.592437645Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.592498036Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.594675544Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59696","req_id":"710a7c4c-ab9c-4cd4-935c-a7f3e65f3b9b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 56 8c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 V............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.594862246Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59696","req_id":"710a7c4c-ab9c-4cd4-935c-a7f3e65f3b9b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22156,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.595228907Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.595359216Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.595457713Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59696","req_id":"710a7c4c-ab9c-4cd4-935c-a7f3e65f3b9b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.597359211Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3514, tv_nsec: 396024049 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.597521595Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.598271489Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51017","req_id":"16d31408-be7f-413d-a756-6581a7e74178","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 7b 77 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e {w..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.598405065Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51017","req_id":"16d31408-be7f-413d-a756-6581a7e74178","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31607,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.598825332Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.599562972Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51017","req_id":"16d31408-be7f-413d-a756-6581a7e74178","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.65518256Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.656008737Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58832","req_id":"b3276a2c-7a0e-4c15-a695-eb2d740fdf8c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 47 cb 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c G............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.656076321Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58832","req_id":"b3276a2c-7a0e-4c15-a695-eb2d740fdf8c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18379,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.65647716Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18379,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:49.656569925Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58832","req_id":"b3276a2c-7a0e-4c15-a695-eb2d740fdf8c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.656733811Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.656772488Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.656796997Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.659189013Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42be9cf7-66e2-4345-9215-27c012853f0f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.659638869Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.662045805Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6471181-007b-4552-b1d5-f44e4ac61541\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.662342135Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.665924223Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03fef49c-26ec-4be9-84fc-f6a57d05d7e7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.666059662Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.676204616Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed3c22bf-bd1b-4c8d-b572-83e24488f7a9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.676769511Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.678524528Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.684476978Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fa2d142-3b67-43a9-a57c-a3d9aec752dc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.684838608Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.688500404Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68a5d78f-842d-4bac-844f-dd6216dfecf7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.688807125Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.692322469Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4bc0e31-8184-4864-b1c9-9e6026b44500\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.692434893Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.694502132Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eeeb2db3-7cb0-4304-91e5-10eeeb5d6252\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.694578204Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.697072984Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecf4246c-b117-473c-83cc-68cd490ee4f5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.69809967Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.701500897Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fe5de53-bce7-4ddb-a7a0-2a37454facad\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.701627188Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.705782898Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"060ff91d-5231-4c7a-8de3-5bbd31d97031\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.706068547Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.708260665Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fce0f28-7d35-4e9a-b5ee-69820452bc6a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.708343871Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:49.712828747Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.713471768Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","body":"None","uri":"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.714017465Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"57746424-7545-413a-a602-97cd30bf3aaf","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.714643583Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"57746424-7545-413a-a602-97cd30bf3aaf","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.714776838Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"57746424-7545-413a-a602-97cd30bf3aaf","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.715889305Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"57746424-7545-413a-a602-97cd30bf3aaf","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.718975454Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c849b73f-93a9-42b3-ba31-61355446ddd1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.719278507Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:49.722178546Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"57746424-7545-413a-a602-97cd30bf3aaf","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":6669,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.722256701Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57746424-7545-413a-a602-97cd30bf3aaf\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.722297082Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","body":"None","uri":"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.722325869Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"00bae9e4-8006-4089-87ad-1c71eea6995b","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.723320771Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"00bae9e4-8006-4089-87ad-1c71eea6995b","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.725917696Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"00bae9e4-8006-4089-87ad-1c71eea6995b","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.727385811Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"00bae9e4-8006-4089-87ad-1c71eea6995b","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.729886393Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.729948847Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.730008296Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.730037574Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.730644594Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:49.731815256Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"00bae9e4-8006-4089-87ad-1c71eea6995b","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":9518,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.732407336Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00bae9e4-8006-4089-87ad-1c71eea6995b\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.732617204Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"127.0.0.1:51689","producer_id":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.794065876Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"7165b792-0659-440a-9678-0c4700d15032","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.794396245Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.801944554Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.802006728Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.802040896Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.802618537Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered new metric producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.803827516Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"[::1]:41614","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.803958677Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b4b8458-0e8d-4875-a27e-a47e7531c697\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.804306099Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.880866321Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.882787579Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.882855534Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.8837016Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:49.883953091Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.886678491Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b95d910f-1862-46ee-93c5-34d6d6fe0c26\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.886756286Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.888538176Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1c351b3-118d-40c1-84a8-a23100fa98ce\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.888658175Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.891005873Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a137a46-47a7-4ac1-8d33-d1279ebb2fcb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.891061754Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.893024615Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d49481b5-a9bd-4290-9660-2d5262cbfe33\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.893099635Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.895665918Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e581ab48-bec9-42f5-8417-d5ca038bb7bf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.895795636Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.897455463Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02cdaf5a-2363-4489-9cf8-1a1f975439bd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.897611675Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.900560039Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18ee77db-7b5c-45ae-8ba6-83e78d3da8ac\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.90070091Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.902049206Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73b24ea6-bef0-4bbf-b3d9-2649b1e521d0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.90212119Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.904477374Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1769c79-1ec4-497f-acfd-9cae6f7eb797\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.90455042Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.910448822Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e7775b2-baff-4069-8946-61498887b0b2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.910653039Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.913839387Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f8e7bae-21eb-43ac-9b62-2006be976bc6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.913967402Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.91731909Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.920381612Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e2b68c7-a51e-4ebb-9fd5-f6913767fbf3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.92050102Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.92293027Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c167b5a-78bc-4e89-98bf-9c357e3189ba\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.923125549Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.925803916Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5f423e5-3c32-4484-a77a-07828ce68c73\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.925975067Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.929321504Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de1dfe21-7184-40ed-bbb3-76f56c4eeb3e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.929422906Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.931494654Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36f333c6-fd40-4ee3-ab26-a743f84cada8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.931661396Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.932613043Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5be9f2b7-c7b7-43ad-8853-3030d4b3322e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.932691799Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.933648616Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9923b3c4-43f1-4098-98d1-3a56cdf36abf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.933779847Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.935219516Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43365d14-530c-4c6b-8000-19c13a72c96a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.935371138Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.939069837Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20fbeb8c-f6b5-4a7c-96f9-d003850c78c4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.939319635Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.94209762Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb962cca-ead6-4226-af9d-9e28159aa64b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.942293801Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.944818171Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2aa4666b-f179-4eba-9aac-e2c56f0b0f6f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.944885154Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.947957065Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29139e04-48aa-404f-b97e-eb47b760908e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.948241822Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.950766683Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d157e775-fd33-44e4-8556-b91b1a40e741\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.950878205Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.954339601Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc50e109-c2aa-4908-b570-deccce2f25c7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.954457226Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.958500652Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69388199-5d69-4bd5-a5a2-8a88daec3e11\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.958639689Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.968363553Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b63f43d-1857-4fd0-8337-71365a044a2f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.968587549Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.968826115Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.968960262Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.969007246Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.969057887Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.97025429Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.974514478Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.981621489Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.982434939Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.982556993Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.983198621Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.989415708Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15e2bdea-5f69-4166-b3a3-e1853848e31d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.989602901Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:49.99389356Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.99446051Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:49.996229715Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.001033666Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42ec52c1-1d5e-4317-a952-6e0034089fe0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.001181621Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.023205843Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d915d665-ec9d-4ee5-a769-70f85066c1fe\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.023411192Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.034354055Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26822539-7d41-4bb9-b8f5-d0fa171ffdbc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.034751256Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.035471752Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.035532944Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.035563795Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.035588935Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.040194902Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.045454682Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.045525624Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.045559802Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.045592056Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.045621424Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.047550318Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.051380078Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.059990805Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.0601439Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.060236464Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.061041849Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.136110248Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.136183854Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:50.137865104Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63967"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.138055283Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"a662364e-ee38-4d3a-9f7b-912744fcd5c3","remote_addr":"[::1]:63967","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:50.138447745Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"a662364e-ee38-4d3a-9f7b-912744fcd5c3","remote_addr":"[::1]:63967","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":717,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.138919254Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a662364e-ee38-4d3a-9f7b-912744fcd5c3\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.142955546Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.14302746Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.143128331Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.145301841Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.145443924Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.145493814Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.145525176Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.147109423Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.154018068Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.161006993Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.161529514Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.161692829Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.162734174Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.163656953Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.169295076Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.169696937Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:50.198633962Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:50.198956204Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.199199369Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":7,"elapsed":"622.541664ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.199396612Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":8,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.199448385Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.199482062Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.199513234Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.199545428Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.201078813Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.204381494Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.21461818Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.214680073Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.214714922Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.215286471Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.215854813Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.216181805Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.216236795Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.21626948Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.218240857Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.221739438Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.221799548Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.222263572Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:63572","req_id":"eff76b95-e62e-4db8-8406-65153756d64f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 3e 6a 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 >j..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.22231263Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:63572","req_id":"eff76b95-e62e-4db8-8406-65153756d64f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15978,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.222606155Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.222823839Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.222877456Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:63572","req_id":"eff76b95-e62e-4db8-8406-65153756d64f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.223427121Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3515, tv_nsec: 22336977 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.223476168Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.224158789Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56246","req_id":"dcd38970-ba42-451e-827a-5398fa4d82c5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b4 1f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.224222425Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56246","req_id":"dcd38970-ba42-451e-827a-5398fa4d82c5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46111,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.224307565Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.224332154Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56246","req_id":"dcd38970-ba42-451e-827a-5398fa4d82c5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.224646961Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.233079492Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.233141296Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.233175504Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.233679217Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.30733417Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.30849866Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:62344","req_id":"87159234-4411-4a77-8862-cb6eec48dae7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: c8 39 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .9..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.308574552Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:62344","req_id":"87159234-4411-4a77-8862-cb6eec48dae7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51257,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.31140964Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51257,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:50.311524289Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:62344","req_id":"87159234-4411-4a77-8862-cb6eec48dae7","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.311891871Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.312124655Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.312185486Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.313003025Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.313073966Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.316692636Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.316757155Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d3d5bad-554d-49be-986c-01b6b1776cd0\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.31679991Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.316833317Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b0f33b2-52c1-493c-bff2-ec2e5b7559c7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.316934879Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.324988816Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b688552-db8f-4b54-b3ad-f23ddd8790bf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.325073434Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.327596011Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5decd515-2160-4959-a6e5-1f400b9cd613\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.327763244Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.336633086Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6d82770-82cd-4c4a-b953-42fe7f5bfcc2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.336867012Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.339938131Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"577d0c06-8ab8-4fba-b779-5317847f1d03\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.340041107Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.343218097Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.345443711Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f39e12c2-8911-4c28-b8e8-3b818d2dc90a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.3457844Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.349159615Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02e27cdb-9af1-4f28-8482-afaf0ef99419\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.349509662Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.350836476Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f53c70b0-47c9-4802-9fed-8680753fd9dd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.350970903Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.352294441Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"199bd59b-2a06-4e01-ad5e-a2540514689d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.35243972Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.353449382Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bb96577-2e8e-427a-9ad9-ffababdc0498\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.353575663Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.354661888Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"609a25d4-7d1c-44be-b4fa-1405dc78a98b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.354727037Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.356396854Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fae782e8-0bb5-4a05-a6c8-3173043b5493\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.356647283Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.358931204Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32c4a27b-1a54-4efb-9dcf-b7eb9ebd51fa\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.359051774Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.361017871Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9262dcff-9773-45b0-93d4-23468423c2a6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.361094855Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.364178278Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7c098a0-8dbd-4cfb-90ee-531ee8b52a58\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.364243558Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.36646265Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0dc5bd5-6502-4208-8236-d8de0471dc7b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.366691345Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.368673966Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bdd8dee-33c5-4800-9386-9f21d3889b15\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.368740629Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.376743444Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abfa1c51-3c4f-434c-b632-825deb877ad3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.376860637Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.377834507Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bf2f658-f308-43bd-9b75-22f64cd5f210\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.378425355Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.379754593Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13e382f6-956d-41cb-bcb7-b754e9953889\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.379815424Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.382143753Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f004d990-9899-4fac-aaa9-938435ae0905\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.382717306Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.384375791Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6e622d9-e345-4b75-8dd3-e494bce93a7a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.384441572Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.3860117Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff5605b1-eb57-4af3-8a83-56f1b0a5b870\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.38634303Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.38838073Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc83b58d-6884-41cb-ad93-a760c241913c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.388445058Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.390212961Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"375efba8-9886-415c-9164-7438920ad04d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.390329403Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.39941732Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.399499744Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.399536227Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.399566778Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.400280309Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.407323502Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.41411819Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.414792965Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.414854668Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.416048777Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.426166997Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df668064-a268-4ad9-bccf-6bba5e413451\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.426267738Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.428099377Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.428278634Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.430696201Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.433452934Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f030e86-4990-41af-b2e4-3d249c3577ac\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.433520097Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.445192845Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf89db5d-fac1-411c-a026-489712346732\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.445560858Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.453721337Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"655a17be-20b1-4b18-9c97-11d459a7302d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.454501431Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.455878285Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb85d73d-81c9-4a7e-9bb2-24e738ee2d0f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.455986911Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.45715565Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de104455-904c-46b9-b90d-619f61e9abd1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.457298154Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.458507844Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"950c284b-b9b8-40c0-a6c0-eee313edcc23\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.458650839Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.460199484Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cd91465-20b3-4485-9e5d-9fee0738bca7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.460264574Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.461447671Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55111116-c795-47a3-a1f5-ee0d45c8088e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.461995353Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.46473935Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4992c80c-4e3c-4959-a72e-6ce50f772cb5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.464913577Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.471328258Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"955b3292-b127-41e0-b902-d2540d16aa7b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.471511212Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.471870338Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.475472926Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a434292d-3d24-43f4-a464-28d3a347d281\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.475605099Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.479218398Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4da5d23a-ad42-4faa-9db5-f4a34f920548\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.479724837Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.483203088Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eebe7ee2-0fce-4934-babf-901c13bd816c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.483513536Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.487163809Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb0c3b14-6d62-4717-b30f-82644983015c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.487275972Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.488489841Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"940c5901-e067-45fb-8333-eebda1a79998\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.488642415Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.490275579Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40584941-e13f-48e0-8655-4bb7b64897a9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.49039149Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.491713885Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c9be68e-d643-4efb-ab73-48c172630264\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.491776379Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.493042512Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ee783bb-9171-494c-800c-1605fb83d99b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.493108333Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.493141379Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.493169645Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.49319716Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.495382715Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.497720973Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.503021575Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.503208106Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.503524667Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.503588855Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.50362166Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.504641081Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.510625715Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.519365659Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.519505949Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.519599675Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.52023418Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.527008727Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.527141372Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.527235088Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.527318925Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.5278634Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.590447635Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.590516723Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:50.591540012Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52235"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.591815781Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"e8f6ea0f-f18a-459d-9a0a-3636ab9b6b55","remote_addr":"[::1]:52235","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:50.592471488Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"e8f6ea0f-f18a-459d-9a0a-3636ab9b6b55","remote_addr":"[::1]:52235","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":646,"response_code":"200"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.592700915Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.600205016Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.600278392Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.600311849Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.60072382Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.601262042Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8f6ea0f-f18a-459d-9a0a-3636ab9b6b55\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:30:49 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.603707274Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.603766833Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.603794308Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.605976275Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.606035523Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.60606881Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.606097817Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.606668154Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.610311553Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.610370019Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.611319551Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.611378399Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.615550401Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.61587602Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.616090868Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.616806063Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:50.647118719Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:50.647502604Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.647566822Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":8,"elapsed":"448.158126ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.647608675Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":9,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.647639096Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.647668564Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.64769675Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.647725257Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.648556584Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.651185131Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.657276558Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.657362449Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.657394372Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.658144948Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.670313763Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.672966339Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.673673077Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.67423696Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55887","req_id":"401337f2-9e21-4ba5-b97d-5b652fd9cd87","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 1e 46 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .F..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.674297972Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55887","req_id":"401337f2-9e21-4ba5-b97d-5b652fd9cd87","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7750,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.675448093Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.675643322Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.67578265Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55887","req_id":"401337f2-9e21-4ba5-b97d-5b652fd9cd87","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.676197045Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3515, tv_nsec: 475086471 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.67625447Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.676644587Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58681","req_id":"8f26c33c-bd08-48d6-b78d-d952a274c0da","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 77 5a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e wZ..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.676704206Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58681","req_id":"8f26c33c-bd08-48d6-b78d-d952a274c0da","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30554,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.676854776Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.676894565Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58681","req_id":"8f26c33c-bd08-48d6-b78d-d952a274c0da","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.742275923Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.748241229Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.748635605Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.748913148Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.749844012Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.751483739Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.75196605Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64371","req_id":"edce70bb-dd13-43cd-98f8-1cc83616eb42","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 79 ed 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c y............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.752160858Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64371","req_id":"edce70bb-dd13-43cd-98f8-1cc83616eb42","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31213,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.752695844Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31213,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:50.752995351Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64371","req_id":"edce70bb-dd13-43cd-98f8-1cc83616eb42","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.75447561Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.754623004Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.754732392Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.755611814Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.764076209Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.764173172Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.764304985Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.767613968Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.771503036Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c63bff9-15f5-46cf-b490-8dc0edd0ca43\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.771929145Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.77599701Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.776085837Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.779171034Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.784860961Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a09cf7b-3aa7-4cf1-853d-b4bc1d49dbb5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.785357841Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.791183348Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b044e2b-fa4b-4110-8e12-465465f67d67\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.791405941Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.795846278Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3af41f37-efc6-4ae4-be8f-63623d131760\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.796067248Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.803903722Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88805911-2614-46c1-8342-8454923c7cf3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.804152598Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.806416378Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.806652128Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.813070306Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.814653029Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.814916314Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.815006654Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.819893821Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"146e6089-5a69-461f-a49f-ab6e57253475\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.820926469Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.828840858Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.830418922Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f8057e3-65b8-46ca-85d1-78840d0fcb0e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.830642577Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.835072253Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f478e97a-af1f-4eff-81a5-5dfb3c4b1ad7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.835330077Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.838047291Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"773c28c9-7bc6-460c-9541-6d299ce64e73\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.838884529Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.84150979Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ca3e0a7-7981-462d-9ceb-aa3221ee12f9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.841750519Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.844663493Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebe74881-5a09-478e-b7cc-8a8b4aa8b079\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.84513855Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.846611014Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9101d0f-d010-41f2-aecd-60213e480a38\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.846874749Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.849240483Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ff1d855-0faf-4989-a21c-be36a97ef1f4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.849505881Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.852987629Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7db71c8b-656c-41dd-a3dd-ce97ab1ecfeb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.853303167Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.859214686Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f7e91a4-5e40-4900-a1da-5ec9846ab9b3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.859453521Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.869422073Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05e7baab-7013-42d8-9978-a8b1a4365d0e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.869517533Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.874068Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbcf3666-12c6-4468-b182-6b2b9c0d3f76\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.874384661Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.877128878Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a39efafe-e6a1-42db-9bf2-619ec69ae49e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.87739084Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.879467217Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d8d4ebe-92bd-409b-a764-e983f6323961\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.879690843Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.880044097Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.880187533Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.880289406Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.880377762Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.881801218Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.884974009Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f815200-2921-4f44-93b7-195ce0d4db4a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.885142916Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.885353415Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.892145318Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.892211399Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.892245938Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.893563413Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.896045669Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"588e1c23-0126-4aa2-ba69-3c704fa995ec\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.896183504Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.89755197Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.897614054Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.899446004Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.901073827Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1193b4bf-dcc6-47a3-998f-1cb2caec35f7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.901352643Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.903580532Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfad1629-086c-4532-bddf-13bbb597554a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.90375054Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.907256576Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"349224a1-d553-4ad5-aedf-f2809760702e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.908867826Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.912303441Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d88c067-8d61-4bc1-94ba-285ee9ae4bf3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.912478881Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.91613201Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08da274d-d856-48dd-9ae0-6347450b508b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.916261377Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.918424447Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"252a187a-b794-4b92-b8d1-1258fd58213c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.918501631Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.922185421Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16318304-d200-4994-a7a7-8e6d278b7430\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.922263897Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.924290936Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e05aef77-ea67-4bcb-a4f8-cf6938118bbb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.92435841Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.931090233Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.935656972Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f08246e-f98f-4c7e-8d1a-81aa63e05e15\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.936315213Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.94016803Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88554060-b148-4215-828d-759805ae4a0c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.94056436Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.951845927Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5b62c13-d6b0-43d5-bc83-88c6132fb735\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.952094402Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.953480384Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"932a8930-1eec-473a-bb75-5cdc76419a28\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.95524Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.958570225Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7d6a81d-6d72-4d95-9cdc-df6625ac9914\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.958812347Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.963189408Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dbc3477-afdc-4ce5-97ed-4eb9fddc6927\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.963432503Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.967900996Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8833f6da-b9a4-4aff-aba5-780605421bd3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.968049271Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.984522954Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.984608284Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.984754345Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.984802882Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.985986099Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.990204935Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.996173617Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:50.996302414Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.99639078Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:50.997460511Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.003573Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.003673941Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.004258857Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.024953109Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7941d60f-69a9-4f0c-88c3-b751b341f256\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.025279649Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.044910212Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f9f74db-b416-4973-a4a8-7be3f20872c4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.045672751Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.049452031Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7668f33-4ea3-47c8-8617-3cef9e3e38d5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.049737279Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.053159728Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a4e66c0-639e-4fb8-9899-7b93639a5d15\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.053256351Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.053556569Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.055917333Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2362b4e6-2783-4cd3-8fc0-723592481bdd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.05599639Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.057433834Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5237f31e-71e5-4dfb-81c7-49f8dca07777\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.057743622Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.059477055Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"977f8e51-1916-48cf-b04c-d6c7e80a2554\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.059657946Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.060677798Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa69f744-eea5-4668-95db-f909b7779ede\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.060820262Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.06168294Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39b72d2e-46ec-4b2f-a54b-e417cbf14126\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.061748391Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.061780104Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.06180832Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.061836697Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.063220534Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.067302156Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.072315926Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.072378761Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.072413581Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.072441516Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.072468059Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.072973045Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.076056429Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.084898746Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.085009457Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.085050098Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.085686817Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.145955278Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.146055628Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.146444532Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.146503109Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.146536546Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.146565564Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.147380307Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:51.147716126Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35341"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.148336051Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"067ed937-3219-44eb-a794-cbb760dc1449","remote_addr":"[::1]:35341","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:51.148838853Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"067ed937-3219-44eb-a794-cbb760dc1449","remote_addr":"[::1]:35341","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":499,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.149316905Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"067ed937-3219-44eb-a794-cbb760dc1449\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.15147727Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.151537931Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.151568932Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.153584769Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.153638366Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.15367066Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.153700049Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.154466486Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.15468971Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.162817745Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.162893807Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.162926812Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.163376849Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.165454689Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.176144898Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.176599484Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.176711467Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.178713877Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.180431038Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.180640556Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.182674077Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.182736412Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.182834597Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.18344848Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.186937001Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.186996429Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.193108046Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.193828562Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"integration_target:integration_metric\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"metric_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"target_name\", field_type: String, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:30:51.186856240Z }","timeseries_name":"integration_target:integration_metric"} {"msg":"inserting 1 new timeseries schema","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.193908351Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.193939243Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":1,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.201802349Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.206700509Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.206819165Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.211531805Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.211656323Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.233493772Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.289855279Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.291739834Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.291829072Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.291867919Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.292451442Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:51.292652462Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.29498007Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.304741298Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.304806278Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.304838502Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.306215225Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.31980427Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.319866224Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.320965785Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:51.321316323Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:51.32181644Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.321872712Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":9,"elapsed":"674.255901ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.321911499Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":10,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.32194213Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.321970166Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.321998903Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.322028031Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.322505432Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.329377795Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.334551062Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.334615992Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.334652324Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.335023464Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.339017792Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.339076539Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.340405748Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51387","req_id":"ca9c42c0-65e9-4625-ab80-7aac75c8c7aa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 85 5e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .^..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.340470096Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51387","req_id":"ca9c42c0-65e9-4625-ab80-7aac75c8c7aa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34142,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.340660605Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.34102456Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.341242645Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51387","req_id":"ca9c42c0-65e9-4625-ab80-7aac75c8c7aa","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.349477753Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3516, tv_nsec: 148320585 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.349548163Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.350563917Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59818","req_id":"6c892ec6-d7d2-4fce-9bea-d76c55d95bfd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 99 c2 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.35070114Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59818","req_id":"6c892ec6-d7d2-4fce-9bea-d76c55d95bfd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39362,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.350915568Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.35100722Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59818","req_id":"6c892ec6-d7d2-4fce-9bea-d76c55d95bfd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.427728472Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.428848344Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52945","req_id":"b2d6e81e-8f25-41d3-9e6a-12a37bc4871a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 3e 69 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c >i..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.429045897Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52945","req_id":"b2d6e81e-8f25-41d3-9e6a-12a37bc4871a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15977,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.429404632Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15977,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:51.429770401Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52945","req_id":"b2d6e81e-8f25-41d3-9e6a-12a37bc4871a","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.430500606Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.430610274Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.430724752Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.434326398Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71b3d830-ea1b-4cb4-adb6-706e56c48bbb\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.434587679Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.437160174Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19b2d151-d024-49a7-8a2c-ad9c8a350fff\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.437281777Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.439112294Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14c7ec5f-d3e7-48ed-96f2-997a811a730e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.43933128Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.442662027Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca805f86-5c87-475e-b010-980880cb5db5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.442791996Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.446331979Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6084793-3df0-4ece-be28-f0382fa3d9d2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.446907866Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.449875429Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d407553-16cf-4b51-ac21-535c6337e672\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.450108814Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.454730121Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c9952e5-cd12-4317-bd57-0f18a600ec5f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.454956152Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.458569872Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.461574368Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42df3fd4-cfcd-42e1-aff5-76c0c0d0765d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.461708275Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.462530954Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b08025fc-d71b-4aaf-8225-6c736c55035f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.462720973Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.464016865Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65cbf560-df06-4718-a8d1-c770a5463dea\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.46410496Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.465729577Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee4a416b-df94-4799-aa4e-c7f9581edc8e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.465807041Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.467716736Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63809f01-6372-4d0b-8627-41fc27a6307a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.468212164Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.470176738Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe42ee11-0975-454c-b7d0-4fb6f7e2fff4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.470590873Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.472540357Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a75b724-18e8-4a0c-ab9f-527067efd68b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.472769674Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.47538273Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc497193-39e0-4d7f-81b3-1c5843610d6f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.475597548Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.477678655Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8fc3549-5a03-4e1f-88da-c5f8fe82b72c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.477897922Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.479979169Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ad8a76b-c41d-4325-bad0-c73af9ee799e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.480093226Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.482347377Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19694312-7d7c-464e-a047-631f1bce416c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.482424801Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.484683882Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ab72657-4193-43b5-b068-53fdaee02efb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.484825815Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.485749285Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ac3fea0-4673-40e2-a4a2-d8873da19392\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.485895617Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.486832283Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c7bc7a4-54c5-483f-8b5e-e078e4fcbd3a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.48700124Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.487942826Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"969854d9-c979-4c4e-af6c-fdcd2275f615\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.488035861Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.489496281Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"968be9f2-df84-44fb-bc30-30cf28489f9d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.48956121Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.490813886Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61ea552a-2c5b-4ed6-a42f-7d76815781df\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.49099653Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.492726447Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69d6c448-d1d0-4fe7-a95e-23d15c7d595b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.492852428Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.494681111Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5ee1c87-45e6-46eb-9e0f-b42531b9bcf4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.494802022Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.497822941Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46d3bb34-318f-44ad-bc89-66f56a736964\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.498099131Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.499844268Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb54b8c8-01ac-423b-a70f-aba3ec680b41\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.499959678Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.501558113Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"387fc54c-3310-4466-91fc-645c2d758edb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.501692802Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.5034991Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cf2db29-aa67-43cd-b7b3-9d8ee19a23a2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.503598779Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.504537199Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31bfbd8e-a566-49eb-8302-eb78c66fcf63\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.504650845Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.505919102Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a79cd136-0fa0-420c-be06-df2abfc024b3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.506002208Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.506882902Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bae9d73d-b932-4dfe-a283-8503e4d04261\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.506977992Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.507918716Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9bd599d-fc81-4080-af3a-61636101046e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.50808642Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.50969728Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.509748582Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.509780315Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.509808221Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.510564909Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.510999955Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00fe67cb-729f-400c-b49f-4ec9a6078ea2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.511162579Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.512804801Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1529ec53-30d5-4b36-9e10-6e737de3dafd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.512921524Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.513510578Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.519706082Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.519921521Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.519975639Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.520767968Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.525490397Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.525561669Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.526697261Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.526835697Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"846474a7-b555-49dd-a7c4-1a65d23731a5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.526875236Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.552090886Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8471f84a-3eb9-4cc4-88a8-3aa0b6e991ec\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.552185926Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.55222319Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7055964-8edc-4560-a921-93b5abd9e561\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.552254833Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.552283671Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba3b7b52-2337-43dc-8acb-c65a3b96ba07\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.552312899Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.55233875Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41912887-50af-4098-916e-54d253471304\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.552367768Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.552396235Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01143122-e630-41d5-9912-03b0c409836b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.552428439Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.552455182Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3823ea3c-d5d0-4c1e-8f30-4a1e08d677c4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.55248403Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.552511685Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f171ab23-f6b0-4069-aa37-c576f779fb12\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.552541645Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.552567917Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"985feab7-57a1-4fdd-9e21-64642b8c6c28\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.552623758Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.552658578Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.552886061Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.553057603Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.553089145Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.558023407Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.562137894Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.562280358Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.562321059Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.562354386Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.562509956Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.562539495Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.574980603Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.57705709Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.583083587Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.583155761Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.583193196Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.583221222Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.703627513Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.70394704Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.705008585Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.705415085Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.705543451Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.705641376Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.707060042Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:51.707413346Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40406"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.708220955Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"22c22214-43bf-48e9-9551-9d40bc5b3ebb","remote_addr":"[::1]:40406","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:51.709055438Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"22c22214-43bf-48e9-9551-9d40bc5b3ebb","remote_addr":"[::1]:40406","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":841,"response_code":"200"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:51.709492719Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.710675205Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22c22214-43bf-48e9-9551-9d40bc5b3ebb\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.727205571Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.727288106Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.727318486Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.729359493Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.729426276Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.729460995Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.729490594Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.730129908Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.733283391Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","body":"None","uri":"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.733667747Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.738766566Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.738920182Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.738953879Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.73922561Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.739438194Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d244a4d7-e3f1-4429-ba72-68d85a01d673","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.74007348Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d244a4d7-e3f1-4429-ba72-68d85a01d673","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.740127958Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d244a4d7-e3f1-4429-ba72-68d85a01d673","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.740589718Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d244a4d7-e3f1-4429-ba72-68d85a01d673","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.742306739Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.746479844Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.746746134Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.746801104Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.747222033Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.75638057Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.756517734Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.757310443Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:51.760101484Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d244a4d7-e3f1-4429-ba72-68d85a01d673","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":20700,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.761235193Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d244a4d7-e3f1-4429-ba72-68d85a01d673\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:30:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.761771972Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","body":"None","uri":"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.762946543Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c13e3b9d-7e4d-4efe-9504-6c39f8f4f32a","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.763398243Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c13e3b9d-7e4d-4efe-9504-6c39f8f4f32a","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.76351712Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c13e3b9d-7e4d-4efe-9504-6c39f8f4f32a","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.764526851Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c13e3b9d-7e4d-4efe-9504-6c39f8f4f32a","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:51.771451067Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c13e3b9d-7e4d-4efe-9504-6c39f8f4f32a","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":8473,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.777010224Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c13e3b9d-7e4d-4efe-9504-6c39f8f4f32a\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.777231044Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.777322576Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:51.777401042Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.806827482Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.806911159Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.810185142Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.812030138Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.812090649Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.812123714Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:51.812209565Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:51.812622097Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.812681786Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":10,"elapsed":"490.732512ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.812719672Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":11,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.812750483Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.812780583Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.812812517Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.812841374Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.81426985Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.817194468Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.826178798Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.826247375Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.826283437Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.827055275Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.830167646Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.830231012Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.83143976Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64596","req_id":"330f6d12-08ec-4e84-a112-52255e6b39d5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 27 ae 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 '............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.831618156Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64596","req_id":"330f6d12-08ec-4e84-a112-52255e6b39d5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10158,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.832014495Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.832276968Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.832331577Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64596","req_id":"330f6d12-08ec-4e84-a112-52255e6b39d5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.83293506Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3516, tv_nsec: 631797281 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.833081131Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.833462571Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58117","req_id":"5513c6bb-f553-4267-a632-9488696ceb98","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 3b 87 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ;...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.833526207Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58117","req_id":"5513c6bb-f553-4267-a632-9488696ceb98","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15239,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.833817999Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.833871556Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58117","req_id":"5513c6bb-f553-4267-a632-9488696ceb98","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.894946273Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.899935253Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59040","req_id":"4ac4c446-7b66-46bb-86eb-58115624d099","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 90 b2 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.900101504Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59040","req_id":"4ac4c446-7b66-46bb-86eb-58115624d099","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37042,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.901468358Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37042,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:51.901746913Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59040","req_id":"4ac4c446-7b66-46bb-86eb-58115624d099","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.903805735Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.903895764Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.903967798Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.904252385Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.908707151Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38589cc8-1495-4a34-bc4c-d71889b50b0b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.908965596Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.910728869Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34732852-b65c-4b0f-ba70-c5df435185c3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.910794339Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.912472713Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51c45ed7-a71b-4ee0-84fc-2a3893f38587\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.913251104Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.916433234Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cc91723-9bff-49ef-8822-35b446ddfef3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.916497753Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.918375624Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"beaf0e93-8ee6-4ca2-97ab-3e961496880b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.918434041Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.920179589Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7caead7-af03-490b-9dc1-8438f25b1fbb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.920309788Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.922506876Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78127920-237d-4b29-9e75-decf47649ddb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.922622516Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.92442106Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a756f80-1710-4f05-8580-83c1ee4d66a7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.924551189Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.926204583Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65007168-f420-4759-b4df-bc9d780860a3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.926513439Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.927578621Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04c00cfc-df2c-4229-81d4-7b9e7fe52ac1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.929351243Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.934056377Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e246211c-cf4e-4745-8f26-b9bfa0a181c6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.934277137Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.935439974Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb49d60e-5eba-4d81-bf7e-4f10e4bab0a7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.935729601Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.937590308Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c45015f-bc35-47c3-a33e-f0105db61750\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.937752572Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.939810873Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df5bd8ac-c1a1-400d-828e-af0540d6828a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.939893327Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.94333262Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3f818b6-d54e-4051-a85b-e3109b64268c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.943484953Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.946553417Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77a186e3-b4b8-4e46-a3ac-e88a8d170f69\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.946773355Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.950377296Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07d75c74-a14b-44d2-bbcd-ed6f3fbcd5e0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.950441794Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.954081566Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d91952fb-35ee-4bde-8f84-b3fcef2f09e7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.954169832Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.95424926Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.954295132Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.954327326Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.954356444Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.955068453Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.958683385Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.971827123Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.971918926Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.971953465Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.975888816Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:51.982067386Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.982131714Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:51.98215967Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.012121226Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f1b85c3-0ac0-4f27-85f4-3b969e4a3045\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.012282778Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.02482091Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a6fc9a2-e6c9-45d0-9826-9e4e7fb4b339\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.025130306Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.033808888Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e568af45-10de-4836-a3c5-74a98266f37c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.033958035Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.035679164Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b29d2419-2f6c-4a6d-aca8-308ef86efbe1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.035804614Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.036922451Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"816316a8-bc08-42d0-87ca-590c6ade2e47\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.037035136Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.038474474Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db381346-b9b7-4cad-9aa0-5b12ea5e3c9b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.038686626Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.04214658Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"827c3e6d-57b0-41e1-9ed1-dabcbdf29a61\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.042285607Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.045117099Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7809fdc5-8549-4b88-a513-0a5884ac99a4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.04525813Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.049736703Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.050409393Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4d9027b-6aff-4737-a564-d8dcff14cb4a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.050580073Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.052504187Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c59f50a4-167e-4dc2-a73e-87701d2f1045\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.052624306Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.060942259Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dcb5570-e536-4531-8ffc-776f667edb92\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.061039623Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.061980718Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13ad91a9-2fe0-468b-b9ed-ec06ceb4dd6e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.062248572Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.065187808Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e638f5a-13a8-4eab-8101-40f5c87fb48a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.065392135Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.066622106Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a353fc7-7778-45a5-9d25-2b4e91c84e97\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.066783968Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.067751025Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a16b62f-d389-4eeb-a601-4fa836b5839d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.067880734Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.06898286Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0ec59e8-23e1-4c8d-bd9a-d905186a0b52\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.069156015Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.070259623Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34192022-0cc8-44b4-94e5-82777bd577cd\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.070445905Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.07216016Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81969ef9-ac40-432a-8967-cb4d89ae2aab\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.072682681Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.075219526Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42f2c4fd-7005-4701-89aa-7f99a5e20780\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.075340857Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.077820508Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adee25bb-ecec-4f2b-bcda-3b1850d72b6b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.077938483Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.081842622Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b163477-4d91-42ac-96b5-ce12293fd8cd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.08192716Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.083747317Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bd43f9d-32e1-4999-97cf-b4dcaf59696a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.083978798Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.086398509Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96d5715d-16a3-4f0f-bd9b-79662a6a987b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.086544761Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.08922972Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23220d72-a0bb-4b23-b6e4-e763583955c8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.089477103Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.090811542Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"616fb987-ec22-4b1e-b356-436c61696f9d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.091103333Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.093433215Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d857d51-71c6-4405-b360-f0224fd45447\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.093670127Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.095130457Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d456a32-f919-4ea7-8c48-f7ee8bab69ab\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.095348361Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.095460464Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.095551005Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.095637257Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.097028539Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.101368576Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.101430409Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.101464227Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.10149105Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.102295252Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.102563326Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.11328553Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.113354838Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.11339113Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.113471019Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.113514155Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.114750128Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.118683936Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.127198601Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.127393639Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.127435703Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.1281416Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.128386798Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.137305899Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.139817994Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.139907993Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.139941069Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.142717651Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.142901127Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.142933732Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.213315162Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.213481794Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:52.214227721Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62579"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.214494141Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.214711294Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.21547196Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.217065565Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.217557224Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"4f71afc7-3828-41cd-9f28-544ea0a99220","remote_addr":"[::1]:62579","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:52.218270315Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"4f71afc7-3828-41cd-9f28-544ea0a99220","remote_addr":"[::1]:62579","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":719,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.218854379Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f71afc7-3828-41cd-9f28-544ea0a99220\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.224505579Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.224562793Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.2245917Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.22847656Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.228622501Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.228669645Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.228795065Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.230814719Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.233119802Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.233388447Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.235669191Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.243261278Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.243993467Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.244089298Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.244871697Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.245909094Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.245968201Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.290523375Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:52.304960359Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:52.305558211Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.305697097Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":11,"elapsed":"492.960942ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.305942536Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":12,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.306051203Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.306156994Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.306247003Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.30633095Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.30723902Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.311311053Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.317128424Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.317208393Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.317306168Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.317671856Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:52.324978254Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.328831291Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.328899126Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.329748448Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58588","req_id":"40be8b2d-76f3-48b5-b36f-95b5ff7dac09","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 8f 4d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .M..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.330760114Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58588","req_id":"40be8b2d-76f3-48b5-b36f-95b5ff7dac09","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36685,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.330963669Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.331156223Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.33118977Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58588","req_id":"40be8b2d-76f3-48b5-b36f-95b5ff7dac09","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.331708193Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3517, tv_nsec: 130576686 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.33192775Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.332686652Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:61055","req_id":"0aeab7a3-2ff4-4f93-8c76-c122a0c5f88f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 3c 13 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e <...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.332863034Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:61055","req_id":"0aeab7a3-2ff4-4f93-8c76-c122a0c5f88f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15379,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.333530744Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.333582818Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:61055","req_id":"0aeab7a3-2ff4-4f93-8c76-c122a0c5f88f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.388784193Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.389196144Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.389248578Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.38949537Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.389536823Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.390476475Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.391103133Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64420","req_id":"5a2d81fa-dcef-40aa-a0cb-c5339eac3295","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 17 ce 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.391185568Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64420","req_id":"5a2d81fa-dcef-40aa-a0cb-c5339eac3295","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6094,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.391265286Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6094,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:52.391336258Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64420","req_id":"5a2d81fa-dcef-40aa-a0cb-c5339eac3295","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.391508561Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.39157826Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.391607969Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.393458386Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.407048393Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.407155316Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.407196719Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.409083318Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.409253487Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7db4df96-5113-4a2e-ae6d-9f60722b0a00\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.40967661Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.412871916Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.412929701Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.413367003Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.414531262Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3403ad5c-a2db-447b-b1a2-1633199feeb3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.414688055Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.417554797Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1631cad8-7aad-4eef-873c-530f61bd1d3f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.417733342Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.424606076Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16a92728-256e-48bc-b155-c8e349b7cdc3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.424768389Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.430062678Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f76dac4f-2101-404e-bec7-473ac5ffcaca\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.430209109Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.434659096Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"660dad93-a31c-4eee-80f0-39c9e164db75\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.435277618Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.439367647Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33939c17-2cb6-45c6-b759-53d015a0bc97\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.439759258Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.443881912Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01ef6983-9156-43f8-a2c2-72c5914d5a53\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.443978855Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.448095487Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b145b75-0fe2-4603-9fe5-278a81e84797\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.448505915Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.453846726Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.454152525Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ad3d690-556c-46d0-ab35-b4d12af6f42d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.4543507Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.457622329Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"339256df-d435-4c2e-a0ac-a041bfa40cda\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.457841205Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.459243008Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54791757-0df3-46fc-92a9-30f7c102c6cb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.459405511Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.461242922Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"986115d5-c925-4f36-aa08-8a60c426e3c1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.461751205Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.464756493Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc129a49-6bb5-47b2-bed6-bc1e8f3e1e6e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.465263824Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.467131094Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34bdac93-b121-4a94-8e7b-80de5a8609a6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.467397034Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.470551339Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbfc2fb7-0c5c-454d-8496-daea59ca8e76\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.470844282Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.473303382Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7572fb16-f8d6-47a3-a5ff-e1a5b63282c7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.473513491Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.478682279Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60ca8341-e243-4ec0-b95a-575ecc680d2e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.479050002Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.482342913Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a137ffc2-072a-4518-ba6d-9bdf31825df8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.48256755Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.483993391Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2996e1d8-7a70-4870-be98-7f6ad247a6d7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.484430632Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.486634353Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e027326-8054-41eb-bd1b-d88e85416840\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.486707298Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.487757421Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a49d4091-30da-40ff-ab89-c73023672aba\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.487841418Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.488817513Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aae321e4-1f6a-4cdb-a938-fb2f2738a979\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.488942382Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.490210909Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3b8566b-a302-41a2-a2d2-fa03bee344e6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.490369455Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.492797573Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5db4d60f-0cba-43b1-971e-67d36fcf6aed\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.492977712Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.497003563Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fb0aabf-b275-48e9-a1f2-9b11a5179b33\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.497186117Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.500921409Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0afa86a-a37f-435b-b832-5b0a9b4081da\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.501066328Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.504272195Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d8b68c8-51ce-4d40-8771-057962a55959\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.504338888Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.504803033Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.504847101Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.504875087Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.504899385Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.507181392Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.508803454Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6050a550-7858-4aed-9a77-5ca11f877459\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.508903323Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.509608548Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.517501113Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.517704759Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.51774547Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.517772133Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.526872395Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.526932314Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.526962765Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.529901069Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"768dfed0-cac2-463b-a8f3-089cb49808b9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.530056589Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.530144033Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37ea65be-0228-449e-bf52-800fddee353c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.530190115Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.532500829Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42178eff-2d25-4078-afe5-6c8c7b8fbe91\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.532598013Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.53501069Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31fe51f2-d7f6-4075-b349-be5a5c3089a2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.535160739Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.539515044Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"237f0393-7bf0-45de-b4d8-d2dee7ce27d7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.539565465Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.540615677Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19a22cf8-6c49-4c4e-8ba0-bd9390f0fafe\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.540680617Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.543946754Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"709d6366-9c93-41a6-bbd7-04c3b3bf191e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.543993708Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.547905823Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88c11696-2af7-41f7-8d7f-af7bd52c0778\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.547951654Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.549696651Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0a900de-c284-4bca-bb4d-289313b2dc52\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.549824044Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.551708479Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ead6c29-339e-4047-915d-fceea8e4d099\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.551779621Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.554842283Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.556877809Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37ceaa34-8080-4ab2-8678-3228667d656c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.556956956Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.559058534Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81e24557-c95b-4ca9-9bf8-536724519ffe\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.559125106Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.560256941Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bd02fa5-f032-4644-99b7-8da0b9956093\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.560315919Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.562124021Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32c9f269-e99a-467e-9be3-1fce20c38ad9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.562175825Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.563838317Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7f84119-61bd-4af3-adbf-3bbd0539a4c7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.563962244Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.565068428Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77baa5ce-087c-4f53-9232-efbfe089fc93\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.565110782Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.565143558Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.565173527Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.565202736Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.566202037Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.568353764Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.574741902Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.574818244Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.574853234Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.574885097Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.574915267Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.574941329Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.578385251Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.584911795Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.584971714Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.585006844Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.58503513Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.656628836Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.656700188Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.658492279Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.658560385Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.65863842Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.658717989Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.658750784Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:52.658779501Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39177"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.660810167Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"fd8a5262-cef5-4e1e-a625-de45616e79ff","remote_addr":"[::1]:39177","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:52.661719449Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"fd8a5262-cef5-4e1e-a625-de45616e79ff","remote_addr":"[::1]:39177","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":915,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.662203754Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd8a5262-cef5-4e1e-a625-de45616e79ff\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:30:51 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.664842231Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.664879846Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.665908676Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.66668385Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.666855572Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.667168666Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.667204347Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.667360288Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.669080936Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.675202493Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.675319396Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.675470036Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.677766632Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.681215854Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.688630858Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.688831678Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.688956387Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.689731561Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.693544739Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.693735388Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.69479525Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:52.72446222Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:52.724917587Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.724965112Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":12,"elapsed":"419.000571ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.725000843Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":13,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.725031444Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.725061333Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.725092956Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.725121944Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.725900275Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.729844985Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.735000176Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.735066708Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.735101458Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.735463529Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.738939405Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.739840961Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.739899247Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.740486537Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:57356","req_id":"ca3a52df-7883-4396-baa0-f5354a32d2be","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 09 78 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .x..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.74066362Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:57356","req_id":"ca3a52df-7883-4396-baa0-f5354a32d2be","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2424,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.740989419Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.741227263Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.741419215Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:57356","req_id":"ca3a52df-7883-4396-baa0-f5354a32d2be","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.741768411Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3517, tv_nsec: 540638859 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.742060022Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.742538205Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52029","req_id":"f07db2b4-612c-49d2-a50d-ae883714c662","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 61 38 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e a8..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.74261602Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52029","req_id":"f07db2b4-612c-49d2-a50d-ae883714c662","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24888,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.742703835Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.74272623Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52029","req_id":"f07db2b4-612c-49d2-a50d-ae883714c662","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.80162464Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.802116801Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.802178604Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.802215627Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.802243713Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.803393514Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.804136725Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:61211","req_id":"cef30487-0e61-46fb-84f9-445370e727ec","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 11 e8 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.804204721Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:61211","req_id":"cef30487-0e61-46fb-84f9-445370e727ec","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4584,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.804417885Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4584,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:52.804519558Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:61211","req_id":"cef30487-0e61-46fb-84f9-445370e727ec","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.804890086Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.804945607Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.806390446Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.806667387Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.806729742Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.809156677Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.816958772Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.817057599Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.817095655Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.817685951Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.818259354Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.818906693Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.818956442Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.819109397Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.821800058Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe934d89-4077-425f-8e3b-25a8ef36d649\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.822062792Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.823578321Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.823912998Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.824576851Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.825405091Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bd95f01-aeb8-48de-87c7-e71913e4cd74\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.82558539Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.828476821Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"515cb74e-480f-4c14-8481-a0e44dee09bd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.828633904Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.832498584Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12e281fb-c294-4bb4-bbba-a70d84f4556a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.832567832Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.833521522Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9651332d-4817-4dfc-b32e-edfae7e93044\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.833665499Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.836412192Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ccc6520-c066-4bee-819e-fdd50da698ec\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.836479316Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.841122647Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66bc5215-e3e3-4f26-b24a-1bd5b5f8654d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.841530931Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.851075257Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2796bbe5-93a7-40ba-bda7-c04c09de23af\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.851450044Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.854032529Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"497e54a7-771b-45d5-8bbb-b412fcdbbc6e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.854465412Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.861339588Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2072437-6dd4-4ab0-b5db-96ab58c66595\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.861877039Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.867682546Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.868198354Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04f4124c-26cb-4e7c-9700-cc44d5c8e1e6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.868470005Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.876687748Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de5d3498-90f0-43e2-b61e-1da4a80c00c9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.876821735Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.879899838Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"995bfae9-cabd-41cf-b84d-f6dedc9eb648\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.880429073Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.88439767Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2eb827ce-f6f7-476e-aad6-9a0699cf8cba\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.884664261Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.889298044Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b44201c-9240-4044-8c90-0944d150fd01\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.88952219Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.893998759Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1448e704-baac-402b-b5b6-55f9c961c7a7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.894091494Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.899002699Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c3f054f-4108-424b-ac17-9b4f82da0551\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.899155644Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.903133199Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d9940ac-a839-438b-b08f-36e632ea0bd9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.903333458Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.90723403Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b13ecd2e-d339-4cee-a48a-6ddab055a511\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.907309791Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.909004838Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbd38aef-1bfd-4539-9003-8837110f694f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.909712468Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.90993447Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"babb74aa-10c8-4767-b759-abe8c54a18d5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.910179709Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.918265459Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9d4dd7a-0ae0-422a-a66e-1fb313b058d9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.918683482Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.918956857Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.919084982Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.919222927Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.919316133Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.92023814Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.921861564Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35db0e8f-069c-495a-a2ed-f5496e244c4d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.92207527Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.923036084Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.932149582Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.932208961Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.932242107Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.940376765Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.942777869Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c694660f-95d0-4f03-b13b-5bd3d7a11048\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.943148788Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:52.945858446Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.946043295Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.94675358Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.949642997Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b2bf5d8-aacc-406f-9ece-fa635f9b46d6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.949918606Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.955361691Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89dce682-4f79-4633-90c0-1cb3dec47d0d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:52.955555958Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.02295185Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57f59015-fc4f-48bd-ab55-bacb85574e90\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.023048072Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.02852286Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.042224379Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa53232e-2fc6-4e72-8f57-cd0f493534a7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.042558505Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.04765505Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb544614-84cd-485c-97bd-123a91fbb85e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.04790633Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.050757982Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0173b438-2ec0-4a67-a186-4734f9ea2973\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.051186686Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.052271538Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"019344d3-a1b5-4d86-8c5c-a6fab4cbebcd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.052908537Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.05411993Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9902b47d-ae0d-4d5d-8afb-8fba9532e57f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.054320891Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.055300182Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"479cfc46-eb3d-4dd9-b8a3-c35f4e07d727\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.055434069Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.05672977Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af85f0da-aa94-4907-ba20-116877572984\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.056859008Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.058657782Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0de09096-f835-4265-ae87-b07f1ae87d67\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.058921237Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.062326341Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"797829de-9df2-45e5-ac25-ca79263c33e9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.063411964Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.06550278Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c729edfb-a24c-4bf4-b06f-37f64e229e54\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.065685454Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.070076132Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56d13c4e-89e5-483e-819f-423481b995e3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.070142524Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.070179298Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9230530a-4819-462e-b258-b6cf399680fa\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.070213556Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.071007368Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd23e98e-aa38-4a07-b7ba-667ab0c227db\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.071136585Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.07353311Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c1e4b0d-3fb6-4e39-a11a-5f452b4e9865\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.07361363Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.076244001Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"919a35cd-8fa9-4413-83dc-2e047ffe85e8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.076392006Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.07745318Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f086fc9-62bd-412d-acd0-0bb9d9fba1e2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.077828238Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.078765936Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4addee3-f272-45d2-879a-d1aefa268a24\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.078899602Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.079758363Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.079818303Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.079852511Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.079884364Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.080818626Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.082138035Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62987546-1b23-4148-a39b-70f67c6d99dd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.082390217Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.082659464Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.082723501Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.082759202Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.084551734Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.085690102Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.093255355Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.093362869Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.093454001Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.094105209Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.09467828Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.099501811Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.099610688Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.099709024Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.099800205Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.099882018Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.10038469Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.104593866Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.104655549Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.105778557Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.105964357Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.112851489Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.112917381Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.112953392Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.113535091Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.191135595Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.191663677Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:53.192570895Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36251"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.192773479Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.19282937Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.193233285Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.195796412Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.198746179Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"abe558d2-1dbc-4856-ac72-f97ed871825b","remote_addr":"[::1]:36251","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:53.199585471Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"abe558d2-1dbc-4856-ac72-f97ed871825b","remote_addr":"[::1]:36251","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":867,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.20248066Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.202542192Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.202628244Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abe558d2-1dbc-4856-ac72-f97ed871825b\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.20688774Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.207192668Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.20722384Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.21084267Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.210917089Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.210955676Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.210984854Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.211637394Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.216038242Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.216109224Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.216440975Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.223536963Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.223944305Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.224071568Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.225029497Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.247360129Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:53.263772439Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:53.264464208Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.264514528Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":13,"elapsed":"539.484056ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.264549538Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":14,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.264701501Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.264948072Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.264998773Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.265030165Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.265944487Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.268040704Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.272060603Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.272123218Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.272155733Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.272758163Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.2759736Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.276030122Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.277885068Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64071","req_id":"9798164c-16ba-42f8-b1fc-0831fc890c26","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c2 a9 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.27795121Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64071","req_id":"9798164c-16ba-42f8-b1fc-0831fc890c26","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49833,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.27813688Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.278398992Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.278461216Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64071","req_id":"9798164c-16ba-42f8-b1fc-0831fc890c26","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.278827856Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3518, tv_nsec: 77719446 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.278885131Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.279177834Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64629","req_id":"c1d29916-0851-415a-ab24-52d1e181fa81","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 4b c5 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e K...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.279230879Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64629","req_id":"c1d29916-0851-415a-ab24-52d1e181fa81","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19397,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.27936675Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.279397802Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64629","req_id":"c1d29916-0851-415a-ab24-52d1e181fa81","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.335366867Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.335760311Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.33608106Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.336135378Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.336167322Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.336844541Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:53.337021173Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.337329417Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51122","req_id":"1c88ccd3-dd33-4219-afa5-eb8c43d20215","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 45 21 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c E!..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.337390449Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51122","req_id":"1c88ccd3-dd33-4219-afa5-eb8c43d20215","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17697,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.337601239Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17697,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:53.337799403Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51122","req_id":"1c88ccd3-dd33-4219-afa5-eb8c43d20215","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.337937689Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.33798344Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.338011596Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.339919077Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.345583633Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.345663262Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.345696899Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.346001095Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.346325211Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a314a324-9e31-42fe-8cd8-16b9244ee0c7\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.34644043Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.348130427Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96d1d550-fcf6-48f6-af96-7f4d2c9c4ed3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.348200577Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.349370598Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.349458513Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.349489465Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.356049566Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09567a68-ea36-40d2-9896-bad8f0de7a2b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.356402429Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.36223493Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2416615b-9688-46b2-b13f-bc4850ebcef8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.362328696Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.365504714Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f47ea5fc-2a77-44f8-baa1-a9749f51fc4c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.365589734Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.36780617Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87c4e626-8ff1-4c4c-a823-3535379f08be\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.367881089Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.371273448Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0dab3ab-4f0d-4010-a164-ef20fbdc8d65\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.371348107Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.375034452Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8a83746-9d6a-44fa-8baa-ac2548df183a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.375115062Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.377058485Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3da584bc-0b7d-436a-91b6-4e791cfbf6ee\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.377130558Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.381802898Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.382101042Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbe35718-9f23-4a14-a189-dd97c50a7b75\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.382465387Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.385377129Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfce3158-2b79-4c75-89b3-49ff9e89bfa9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.385450054Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.386739363Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87891979-fe37-46e0-875c-803f521d33ec\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.387246123Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.388956521Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f88a4ed1-a81c-4676-bad0-9f740bf43c95\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.390069759Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.392181015Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2da32cbf-ff27-4886-b225-8330bf1b879f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.392472576Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.394375768Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04f62e65-895a-4236-8838-d8d1a891d9dc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.395333376Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.397884198Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ea524ce-b77f-42c4-a9d3-cb600604965f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.398099517Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.399865366Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fafd3e59-a68b-4024-a23e-c1b7befef70c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.4000783Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.401912775Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b97272f7-bc36-4002-b5d0-893bca852f64\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.402149687Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.404770529Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f94a4c8a-93da-496f-a080-840d607c8a06\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.404983814Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.406086862Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cec9a21-f0cf-4b60-a8f2-b83930615c6b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.406313694Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.407644435Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4570f81-10db-409c-9d52-b4aadacddf28\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.408548777Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.409924789Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fe04028-ac16-4aa5-8abb-560f39de362f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.410076501Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.412066155Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1622648e-43fe-4ffb-bc86-130e27ecd007\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.412215533Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.413602236Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24fdab80-ab50-4638-97e5-331d17a682ac\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.41364979Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.415811097Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59ea70dc-c4f1-41c1-8e04-5f60498fd182\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.415871798Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.417509681Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b122e19-8611-4e18-bf51-bda692b7df35\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.417673598Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.419703231Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be2e4ed7-7906-4dd0-a2ee-878a96ed867e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.419913961Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.4250074Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dae19a0-8b6f-4749-b9df-725d382c3246\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.425447507Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.42757739Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2628f96d-dd97-48de-8c24-3a2789783e54\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.427645776Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.429421655Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fb64a05-de08-4ed7-8f05-02ac75f16165\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.429502867Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.430593429Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2b759cc-a1c2-4771-b901-d50e380b0750\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.430733719Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.431931806Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddfc1bf2-33ca-4c6d-8a79-ef5175461dcf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.432075382Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.432709826Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.432759696Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.432788693Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.43281721Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.434116389Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.435305408Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7aed7b3-1812-4147-ae16-a86c66131f00\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.435375538Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.43636056Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bea85ba-2108-48ee-aa06-e53f8aad0a8e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.436480209Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.43678232Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.443935613Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.444045512Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.444082125Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.444883662Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.446768728Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aaed3847-6838-4e3f-a520-ccf7b18c7c56\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.447053235Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.447493001Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.447535786Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.447964109Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.450522797Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cda9619-e82a-43bf-a8f1-c790a472e64c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.450805611Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.453892171Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39b3ce2f-7e5a-4778-9854-a56ed107b11f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.453975577Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.456494566Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c9e026c-0d13-40da-8d0e-e20188bca512\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.456645527Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.459615694Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be2617cb-f274-4d59-b13b-7f1a311dcf9d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.45984447Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.462267769Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f511983-1c43-4a44-9822-0eb185dbce44\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.462557496Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.473348045Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df18d183-8c22-482c-aa28-3480a7bde345\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.473496671Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.474302778Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a8cf574-7a8c-4993-8928-da4b9c0218f1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.474462786Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.477326512Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"859e68a0-7d1d-48fc-9a87-30e25444fd3b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.47752618Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.479128032Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"997336ef-1eff-4308-8680-9f5badf59134\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.47919241Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.480152603Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3fc9fd5-b28f-498a-ae15-059e50e347ab\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.480217953Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.480252562Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.48028155Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.480308654Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.480909491Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.483618849Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.48913992Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.489228015Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.489263626Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.489292474Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.489319858Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.490343047Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.493700376Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.494051065Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.498569167Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.498752873Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.498803193Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.499316726Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.556611272Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.556671392Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.557549712Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.557611134Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.557643739Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.557671083Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.557905731Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:53.55803091Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51883"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.558488452Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"65f4bbbd-f0dc-4be9-84aa-1061f042534b","remote_addr":"[::1]:51883","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:53.558911375Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"65f4bbbd-f0dc-4be9-84aa-1061f042534b","remote_addr":"[::1]:51883","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":422,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.559522963Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65f4bbbd-f0dc-4be9-84aa-1061f042534b\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.56138345Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.561444903Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.561474692Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.56571481Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.565879198Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.565982533Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.566075829Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.567485228Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.567846758Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.576566141Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.576644978Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.576679787Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.577112179Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.579073035Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.584790387Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.584996698Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.58505808Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.585526173Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.58747229Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.587719383Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.590461105Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:53.61292858Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:53.616344997Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.616410007Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":14,"elapsed":"351.835129ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.616449145Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":15,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.61647665Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.616504555Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.616532701Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.616559184Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.617636801Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.622563267Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.627387309Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.62764882Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.627718007Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.62794497Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.628415858Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.632067704Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.632209106Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.633061494Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59534","req_id":"fbad0fa3-2363-4f09-8337-7b97349b428e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 83 c7 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.633269969Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59534","req_id":"fbad0fa3-2363-4f09-8337-7b97349b428e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33735,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.633572352Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.633715467Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.633826238Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59534","req_id":"fbad0fa3-2363-4f09-8337-7b97349b428e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.634285052Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3518, tv_nsec: 433141411 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.634342556Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.634592114Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52720","req_id":"2d7229bc-3b07-4753-9b70-82218ddb6e06","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b9 85 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.634760028Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52720","req_id":"2d7229bc-3b07-4753-9b70-82218ddb6e06","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47493,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.634876771Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.634902302Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52720","req_id":"2d7229bc-3b07-4753-9b70-82218ddb6e06","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.68737481Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.688602065Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.688650121Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.688682054Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.688712695Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.691278387Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.693194505Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51960","req_id":"387fa77f-3535-4375-a50c-da8673fee4d1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 4c c2 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c L............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.693264384Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51960","req_id":"387fa77f-3535-4375-a50c-da8673fee4d1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19650,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.693343282Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19650,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:53.69341779Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51960","req_id":"387fa77f-3535-4375-a50c-da8673fee4d1","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.694433684Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.694476099Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.694504505Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.696861161Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.713664119Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.713763317Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.71385033Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.714496408Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:53.718004087Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.718802768Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","body":"None","uri":"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.719293215Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.719349147Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.721918175Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.72210617Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f4d1243d-5c1c-479c-a9ed-414ab6db4886","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.723297794Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f4d1243d-5c1c-479c-a9ed-414ab6db4886","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.723357323Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f4d1243d-5c1c-479c-a9ed-414ab6db4886","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.724303718Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f4d1243d-5c1c-479c-a9ed-414ab6db4886","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.725944137Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d76bfdc8-dfc4-4dd7-bc34-b2f51b77326e\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.726013465Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.728225091Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd2fdebf-6baf-4850-a4a1-cefaec038b6f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.728565239Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:53.729183801Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f4d1243d-5c1c-479c-a9ed-414ab6db4886","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":7180,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.730430235Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4d1243d-5c1c-479c-a9ed-414ab6db4886\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.73077434Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","body":"None","uri":"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.731626398Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"958c698f-5d2d-498d-92ab-40aeabbed108","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.73188818Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"958c698f-5d2d-498d-92ab-40aeabbed108","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.731959632Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"958c698f-5d2d-498d-92ab-40aeabbed108","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.733596874Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"958c698f-5d2d-498d-92ab-40aeabbed108","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.736429368Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfe3612e-4364-470d-905d-88dffcfd9f11\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.736494878Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:53.736852992Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"958c698f-5d2d-498d-92ab-40aeabbed108","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":5240,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.738093233Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"958c698f-5d2d-498d-92ab-40aeabbed108\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.738392329Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.738448841Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:53.738481276Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.74268929Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1010185-208b-4a68-b648-2950577b5686\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.742950491Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.749292306Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5744fc16-1703-4fe5-8933-bc50d75c4038\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.749413037Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.756596379Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.757257907Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"347b49cc-a8c0-447b-91f0-5dcc1c741428\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.758431936Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.769394859Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e5b4f6d-49f5-4ca9-b459-7720596656b5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.769704627Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.772267303Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d0451c3-4fc2-48f9-abc8-c95dd23a6108\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.772342011Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.774319822Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3b80a34-a994-4e34-82fc-9ed237f488fe\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.774601553Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.775724531Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c02fdaeb-375e-4cd5-84d4-095406824a8f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.77597519Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.776967157Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90ef35da-37d8-49b7-977d-ef074bc96397\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.777551711Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.778798495Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3c81907-2be2-446b-83ef-03ac4ae65f6e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.779029626Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.780484304Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf5a126a-a3aa-4068-83b8-c7be9d557936\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.780691036Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.786036226Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8b90fa2-a20b-48d9-8afa-debedb3709d0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.786283689Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.791377357Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b4a3002-87a2-45e4-b684-0127452d997c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.791619219Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.796883699Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec182828-4e89-4d44-a842-c1c0b973fa5a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.797061042Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.801093166Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08f71fc6-1086-45a0-befe-a19b4d1e9b57\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.801307683Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.804881614Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b79fe32e-6ff2-4310-aa66-fd7e8eb9a9a0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.804952405Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.805117814Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.805412892Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.809689273Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.80974814Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.809782138Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.809809963Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.811400763Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.81147987Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.813233334Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.813307221Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.813338383Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.815759066Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.825973769Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.82605961Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.826094108Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.826543063Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.834412041Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d50048e-6720-4004-8df5-8781a348e554\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.835732783Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.836065225Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.8361227Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.837240086Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.839096435Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5d5addd-3fc0-4df0-b360-398ad4da4966\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.839188268Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.841458661Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83bf1980-1be6-4258-acc3-50a8af010089\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.842173766Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.848695801Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15ba478f-6d18-446e-99df-2366feacc6f4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.84886615Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.850014047Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09209cec-7f76-4a8c-a00b-c0a996f0b0de\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.850143645Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.851392764Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dd1bc23-7853-4d1a-93d1-335bd69c9c16\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.851605137Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.853687697Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3397d52-32c0-46ca-81cb-c6cd5046327e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.853757847Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.856889847Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd657b72-1e43-49bf-a4c2-ed452a62880b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.85705224Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.860322646Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"baf097cd-bb6c-40cc-b794-c69ab6ce3ebb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.860570951Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.866120629Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"508f115c-f69e-4927-ab92-3d45e460a31d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.866283704Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.869351576Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.872173468Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac761695-f66f-46c5-a24d-f6e10de88b46\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.872358537Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.876456773Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b41441b8-c26c-4853-adab-163c56f0329b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.876726169Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.878033033Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e69e9cc-b5d8-4bb8-b8e3-38feb66d8168\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.878369153Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.881295183Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c4e31ef-def6-4e1c-96ba-878ea4d2270e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.881432436Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.884668895Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ba0b7c2-8cfa-4d07-baa3-398749f47491\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.884731059Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.885728296Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb280ce2-5474-4c01-82a1-830478162ffc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.885799407Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.888356522Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3aef6db9-0635-45e3-b866-c4b4181b07de\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.888584947Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.891097363Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34a60244-9772-4be4-b161-21f985c9eab5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.89138668Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.894924368Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70a807aa-b76d-4442-866f-1b32cc3d2dd5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.89501038Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.897774367Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63e643d7-7918-4883-b458-ae6e26426b0d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.897907943Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.90058179Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0692ef9-b074-42d7-8b1a-14b9160b95db\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.900648704Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.903433252Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f9f3c77-536a-4876-a4a5-054e9ac3669d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.903573772Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.905195222Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ee59e08-aec3-407d-9a43-15f74b3a0c50\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.905505721Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.906573919Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3a2c86b-6f3e-48e8-9c46-739e6caf49f5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.906787875Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.908333545Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e43e46e-d057-43e9-8aa9-da6b8aebda6e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.908864222Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.909818193Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36257434-5226-4b1d-ac33-5ced233807e9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.909951499Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.911004016Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc980cf9-e82d-488b-9879-b269828c89b8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.911063544Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.911099205Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.911128674Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.91115681Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.912260099Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.914910078Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.920377261Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.920440026Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.920472401Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.920545557Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.920579394Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.92186695Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.922491364Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.922678767Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.922836181Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.922984486Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.923020328Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.92439668Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.930082669Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.930144732Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.930177678Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.930774307Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.93312985Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.939347569Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:53.93940342Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.93943379Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:53.939879027Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.033301365Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.033378719Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:54.035221722Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41438"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.036080342Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.036164059Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.036830156Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.037398829Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"28ded8e5-e3bf-491c-b556-bc98e3ec5335","remote_addr":"[::1]:41438","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:54.037859177Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"28ded8e5-e3bf-491c-b556-bc98e3ec5335","remote_addr":"[::1]:41438","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":542,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.038958337Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28ded8e5-e3bf-491c-b556-bc98e3ec5335\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.04106826Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.041117058Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.04114324Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.049239331Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.049318529Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.049356454Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.049388999Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.050263311Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.05777106Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.061578375Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.061908864Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.061949164Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.062670792Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:54.118809014Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:54.119545752Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.119681422Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":15,"elapsed":"503.142028ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.119724829Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":16,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.119752544Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.119780389Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.119808876Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.119835369Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.120532959Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.120941392Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.122853753Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.127674899Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.127749878Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.127783675Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.128213782Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.13135436Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.131413447Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.132332519Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56190","req_id":"46937a0f-0f67-452f-a0cc-c1fb820c0d0a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 58 07 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 X............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.132510052Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56190","req_id":"46937a0f-0f67-452f-a0cc-c1fb820c0d0a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22535,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.132853867Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.133070449Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.133126981Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56190","req_id":"46937a0f-0f67-452f-a0cc-c1fb820c0d0a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.133972817Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3518, tv_nsec: 932696291 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.134020482Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.13455151Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58323","req_id":"433c12fd-c6dd-4bfc-a71f-61d9e9d5871a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 15 73 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .s..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.134679445Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58323","req_id":"433c12fd-c6dd-4bfc-a71f-61d9e9d5871a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5491,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.134883421Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.135078369Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58323","req_id":"433c12fd-c6dd-4bfc-a71f-61d9e9d5871a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.189114032Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.189853776Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.189916521Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.189951681Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.189978795Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.191317001Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.191550296Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.192106845Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.192407354Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.193568888Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.194092892Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:63789","req_id":"406f9bde-ba56-439c-9794-1f98b6e9f78b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 7b dd 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c {............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.194158453Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:63789","req_id":"406f9bde-ba56-439c-9794-1f98b6e9f78b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31709,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.19436795Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31709,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:54.194466366Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:63789","req_id":"406f9bde-ba56-439c-9794-1f98b6e9f78b","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.194829931Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.194886153Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.194916343Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.196467002Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.204772591Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.204835606Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.204870566Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.206690251Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.20906336Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.209134351Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.209167908Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58955b64-62cb-4f9b-8f04-2c7ca411880c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.209207747Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.211956093Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.212105371Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.213022328Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.214738527Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0890ca02-30a7-47fc-adee-cf8b760cd83d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.215097472Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.224147744Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.224262643Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.232054338Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"832eba70-1871-4b1f-9dd4-8ed4bbc50d00\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.232371941Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.236129748Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77fbe2aa-9f85-49bb-9664-b2cc61b954a8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.236263264Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.241354317Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f8054b4-bcb0-4b39-93a4-8bfe95e02b71\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.241857951Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.245905936Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6248b1e2-41ef-4d60-acfd-29e19daba9cc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.245971838Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.248986023Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98068051-7ff0-4e5f-9e9e-40b628531635\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.249299307Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.254411283Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.256898739Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"203fd0b2-f758-4443-b466-dcc6630ac7ab\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.257266762Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.258140583Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e7c7430-d497-4e3e-a1e7-18313b7d0a8a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.258272095Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.259248781Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51cbf1f9-c73c-49a8-8a99-ed08a7bb65f3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.259573067Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.260466487Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bd5b3bc-4252-4b72-8de3-fa44d1c1ab56\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.260601777Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.261556549Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b631bec-a3d6-42d6-86ad-08b25c24fdb8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.261628202Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.263046428Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95e9d992-c84b-4585-8361-d01e9c1aeaf5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.26762011Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.269981024Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71f0f6b1-d46a-4444-9d15-d0a55ae3efca\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.270870657Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.273941305Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1975d652-7c7f-4c0b-8bd6-54bb939f3bbe\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.274082626Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.276246828Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd40973a-89c8-4c04-952a-4cc5f9b363dd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.276344082Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.278667201Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f46e0d2-b86b-4a7c-b5ee-259b494fbf51\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.278863081Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.28207989Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75c3eccc-acc3-4f17-ad1e-a29d9ef689bd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.282433385Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.285468352Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"182cbd72-0a24-4fba-a5dd-1e6101a841cd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.285628882Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.287130253Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37de7a77-d88c-41cf-ae52-9322fea2e2f0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.287327676Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.288768447Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d3eb9a8-9e36-4143-9c93-6ea4da13e389\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.288828066Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.289878599Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2ff61a1-b101-4d8f-abec-83f0c13e07df\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.290018828Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.290930465Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49ac85d9-f8a6-4921-b0a5-c4aa2c52fa37\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.291059311Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.292189894Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89e1c5dd-32e1-435d-a725-2795292f6195\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.292425554Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:54.294301501Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.296094484Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9ab4d87-4c18-4073-8c98-910308818633\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.296384121Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.298452572Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db5e9a50-809c-4a43-a90e-cb318cb6d875\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.29871738Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.300702856Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a01751cf-2378-45c2-9b2c-ffb7b51f8a44\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.300928194Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.302502351Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cabd28c9-65fd-4878-8f2d-dc80676bb3b0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.302831026Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.304892503Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.305035408Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.305079185Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.305110497Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.306130229Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.307132546Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc01c3f3-fa20-4ba1-b273-ef6d7e94e078\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.307211484Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.308722394Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.315118698Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.31519004Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.315225781Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.315770888Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.317413921Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24b750d0-fabf-432f-8927-bd4593bc1cce\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.317746945Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.318369956Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.318425737Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.31999831Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.321816964Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ce510cf-2525-49e8-b097-964ad5c80c20\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.322311319Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.324095935Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f44ce23-6171-48db-b6ae-2406c1b55117\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.324439048Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.32754674Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"189f9a23-14b0-4048-9c6d-747f86e34740\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.327869283Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.329362017Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2d1dec8-6675-4e37-9476-97711db6c764\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.329424141Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.330771225Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fb47c88-a722-4b54-a068-9d361efc8c89\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.330916865Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.333717906Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2f72808-79f3-4af8-833f-60949430e8d8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.333886382Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.336678174Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecb178da-774c-47e0-97f3-06cd1232460f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.336769616Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.340513536Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e81c76b1-b8c1-4fb3-b85c-69c822062bce\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.34086207Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.34494255Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"661b86f3-1141-45ee-b379-d51577271fce\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.345066517Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.347223074Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d418394d-be9a-48d9-8273-ba4c977b0d4e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.34798408Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.35082948Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.352252184Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed8936fc-bf86-40e0-a437-d1ddc455f014\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.352377995Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.353789387Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f22de0c-49e6-4ea7-a31f-908b1d310516\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.353943103Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.355131752Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3638dd12-8319-48c5-aa21-35692b42ffab\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.355343193Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.35761518Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ff8df72-b1dc-40dc-af76-4e81c98f38a7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.358007531Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.359519804Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ebb7d4e-b761-4bd1-98ca-8516ee6b0719\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.359591487Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.359625816Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.35965822Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.359685976Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.361437165Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.364280861Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.36887778Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.369030935Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.369082417Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.369115704Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.369145713Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.369930918Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.372722771Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.379755653Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.379821765Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.379851745Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.38048669Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.454694474Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.454771968Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.455262766Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.455318056Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.455349248Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.455376763Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.456054333Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:54.456156777Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58263"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.457214465Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"0cf9a9f7-5a07-4af9-868d-6fc7b0b0b9f0","remote_addr":"[::1]:58263","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:54.457651856Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"0cf9a9f7-5a07-4af9-868d-6fc7b0b0b9f0","remote_addr":"[::1]:58263","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":443,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.458120901Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cf9a9f7-5a07-4af9-868d-6fc7b0b0b9f0\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.461656305Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.461713569Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.46174416Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.466198725Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.466306039Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.466345999Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.466378103Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.467238818Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.467627432Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.47690674Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.47706739Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.477182149Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.477565834Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.480428167Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.485697926Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.485959838Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.486049797Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.486550164Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.486835773Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.486915592Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.487387793Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:54.521731831Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:54.522187179Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.522391225Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":16,"elapsed":"402.73819ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.522665241Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":17,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.522717064Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.522751713Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.522781803Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.522808717Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.523507159Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.526448058Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.527838028Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.533305381Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.53392741Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.534466524Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.534952413Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.54159123Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.541648103Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.542451835Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54013","req_id":"02169d88-b917-4783-966a-d0835c5b73f6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 15 81 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.542498367Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54013","req_id":"02169d88-b917-4783-966a-d0835c5b73f6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5505,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.542808375Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.542973855Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.54304185Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54013","req_id":"02169d88-b917-4783-966a-d0835c5b73f6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.543454593Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3519, tv_nsec: 342348286 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.543519201Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.543858487Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54991","req_id":"2e907b9d-e006-45aa-9f30-e7a4374f267e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d6 f5 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.543910982Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54991","req_id":"2e907b9d-e006-45aa-9f30-e7a4374f267e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55029,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.544297422Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.54434651Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54991","req_id":"2e907b9d-e006-45aa-9f30-e7a4374f267e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.618181611Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.618716447Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.618781276Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.618815474Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.618845574Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.620096026Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.621531846Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64328","req_id":"238fa1f3-a0bb-4b7b-9822-79c62edaf2c3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 4f 67 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c Og..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.62167405Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64328","req_id":"238fa1f3-a0bb-4b7b-9822-79c62edaf2c3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20327,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.621873457Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20327,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:54.621965591Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64328","req_id":"238fa1f3-a0bb-4b7b-9822-79c62edaf2c3","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.622126151Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.622168926Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.622197082Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.62948371Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.642436057Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.642529523Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.6425632Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.643083527Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.643406771Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"231a1f93-2ac1-45ac-99f6-3e1b8aee303a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.643641398Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.64635246Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.646548861Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.647065982Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.647253876Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f999c09e-05c4-43d8-bf75-ff0555e48447\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.647431239Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.651604955Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4f1ce2b-a95a-4309-b151-4d96a7746e0f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.652000213Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.656779936Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f893cec-34f0-4816-a416-f0e6e03dc533\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.656846318Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.6599087Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4600d057-faf9-4432-8c3e-96ce5f4049c0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.660086775Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.663969902Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b0ea030-8202-491e-a423-2772bee905d6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.664095582Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.670052962Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f8a7103-582d-4a85-bfb3-62b0e4f9a44f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.670714109Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.676854443Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"616d9f97-17f5-4604-9cee-f5f200410e2b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.677131676Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.681959845Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd9ab962-9f62-47d9-830a-49481c6c64a1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.682098892Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.683049787Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.683783459Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03ce1d37-307a-42f2-8703-dcbcc9a51200\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.684014669Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.685006405Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88863ec2-7603-4065-91ee-0be407c45470\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.685150462Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.686143321Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adf25b7c-bc9f-4646-8a3d-b9cb2bc4ee9c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.68624323Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.688107735Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4723b9e7-1539-491a-9706-1ed5fc35ae89\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.688173015Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.689195021Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72ae5f07-f33a-4c3b-99c3-df56c671767a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.689323747Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.691515254Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f101253c-2acd-49a5-b7ca-62885c0bd246\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.691562147Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.69331522Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c901dbec-4ca3-446a-91de-1591b5d7ceff\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.693379057Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.694394831Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3c7ac7f-4cba-45c9-ab57-20fdde4c89a8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.694453037Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.697373566Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc9f0b1c-f060-4459-91ae-4138542c524d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.697423045Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.698815409Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfce8d12-65c2-43f9-b5f6-811bc375ba67\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.698883915Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.699690092Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4297af53-ca65-4951-b6f6-b40e65bb6185\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.700063616Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.701334538Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bf70147-5226-4b19-b91f-a69c71292cec\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.701574767Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.702592605Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"780b5e25-3482-4957-ad55-983d70e9a511\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.702707263Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.703662807Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3575de5f-cdae-4a73-a690-5346097d00fc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.703753558Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.70579737Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"214072d0-4a55-4a57-99cd-335622dd0182\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.705859855Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.707815451Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"355a096d-6cd4-413a-84f6-f8fb61721cec\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.707882444Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.709695226Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8484ce22-53f6-4ba4-a747-f373cd3edb6e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.709760857Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.713660457Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f74c292b-aa46-47d2-846b-a1e7bdff65a1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.713816027Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.715858596Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d344939a-8346-4546-a955-e402242ee73b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.715927083Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.719874628Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2d3b42f-3ed5-471a-87c5-558af2ae4114\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.720069096Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.723530843Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9114d6f1-e575-40a3-80df-bbc768efb898\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.724792887Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.726814525Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0061df52-b035-461f-adf9-b1806d7b4a2b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.727869026Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.729078416Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dff0a463-2238-45ca-9dba-221e64122051\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.729211882Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.731282678Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc4f6090-5e9e-4be8-80bb-989fda4dcbe0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.731355583Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.732280797Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81728a12-8ac7-460c-be6c-4ce4390095a3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.732354694Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.734498375Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.734566571Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.734601611Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.73463124Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.735241616Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.739945478Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ac7b6e2-c9b1-4e95-8a26-70597a61f74a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.740240365Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.7409254Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.753607749Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.753680294Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.75371354Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.754620196Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.762937268Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.763026375Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.763714777Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.764318079Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43ca05ad-88eb-4050-adc7-979c04a40b7d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.76459994Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.766990884Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ceb58b4-d888-4978-b0c2-c107af7c5425\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.767067757Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.776596142Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ddd0b2e-4236-4892-9771-0d51d11c7b3c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.776701772Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.778625996Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21bcff69-cf59-49e9-81db-215e14869b7e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.778699833Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.780760078Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36a3f421-98eb-47dd-b04a-6840a0d557b2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.780838124Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.782725174Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63149746-392b-45ed-97a9-9b22638fdfc7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.782796215Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.784880228Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c91b29e-7cd5-4239-8ad5-2aca08090690\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.785246958Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.78673875Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b18905d-5477-4257-b9d4-b274e5a5d920\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.787119799Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.789625622Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d67cc4c6-6cac-4ca6-8cb6-7e0ef3e27ab3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.789981791Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.791174438Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bfaf655-224a-4d5a-9f97-ce60fc69f399\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:53 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.791367703Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.791488944Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.791581619Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.791669795Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.792528696Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.794928928Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.80301041Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.803105029Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.803140048Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.803171541Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.803201811Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.803741136Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.806665412Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.806732666Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.808896478Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.813003881Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.81307346Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.813106676Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.813738395Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.818039354Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.81888037Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.818931512Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.818961141Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.821752943Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.92410842Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.924260743Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.924894065Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.925044605Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.925150837Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.925231247Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.928050474Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:54.928181866Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35459"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.929041829Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"096adb55-63c7-41be-b9e5-835197b19732","remote_addr":"[::1]:35459","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:54.929526225Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"096adb55-63c7-41be-b9e5-835197b19732","remote_addr":"[::1]:35459","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":505,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.92991548Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"096adb55-63c7-41be-b9e5-835197b19732\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.933445053Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.93360913Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.933742255Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.93554672Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.935591529Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.935664655Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.935696468Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.936288378Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.936614127Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.943824613Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.943927739Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.944052778Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.946171189Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.949251516Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.956377003Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.956816839Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.9568772Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.957668236Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:54.96081222Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.960871859Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:54.961571683Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:55.007344382Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:55.007933546Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.008000389Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":17,"elapsed":"485.356951ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.008040639Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":18,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.008070008Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.008099988Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.008163855Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.008198284Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.009198256Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.011926211Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.017356992Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.01786789Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.017943761Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.018828233Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.023363038Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.023414701Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.024368311Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.024818949Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:50582","req_id":"968dfc14-576e-4986-8d0b-e4f3643ee5c4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 53 9b 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 S............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.025008387Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:50582","req_id":"968dfc14-576e-4986-8d0b-e4f3643ee5c4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21403,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.025206511Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.025369777Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.025419416Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:50582","req_id":"968dfc14-576e-4986-8d0b-e4f3643ee5c4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.026342244Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3519, tv_nsec: 825238563 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.026409919Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.026921769Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:62569","req_id":"fcbf2ac5-0864-4354-b6e3-34d7a7accd8c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 0c 6e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .n..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.026974414Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:62569","req_id":"fcbf2ac5-0864-4354-b6e3-34d7a7accd8c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3182,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.027062239Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.027145024Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:62569","req_id":"fcbf2ac5-0864-4354-b6e3-34d7a7accd8c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.082376609Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.082799151Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.082849571Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.082882156Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.082909391Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.08361664Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.083940224Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:53864","req_id":"5d757839-d53c-4aea-b864-81cf1576968f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 5c 59 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c \\Y..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.084006927Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:53864","req_id":"5d757839-d53c-4aea-b864-81cf1576968f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23641,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.084221615Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23641,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:55.084311715Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:53864","req_id":"5d757839-d53c-4aea-b864-81cf1576968f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.08451531Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.084559769Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.084659317Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.086140669Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9966a256-44ff-486f-a09f-9e3859122aa9\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.086806996Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.087204709Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.094192211Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.094253453Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.094287541Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.094765283Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.096228328Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4989478-19a0-43ef-85e3-47f3242e863b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.096408958Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.097065476Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.097104974Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.097686864Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.098888518Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7ce4be3-b51a-4373-ac26-3edd00356b58\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.099076172Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.100956288Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7db7b881-9208-4c79-bff7-20e60f86734c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.101023412Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.104305461Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5eacb52e-bf2b-4c02-a8d9-e614cd83e72c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.104367855Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.11364019Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5b70660-238e-46c5-ac9f-ae68c7b6f7d3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.113724117Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.116486661Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c706e17f-2f98-473d-8d0c-0328ffd32883\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.118224253Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.122827745Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2f1e1b6-62e5-4e7a-8e9e-5101f034a04a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.123199476Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.124580578Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27d5d1c9-2d46-4f63-865f-6a11c82966f3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.124836257Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.127880142Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"962e7a15-09ed-4e65-8f44-2d2acb8eba80\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.128611599Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.133195943Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b23921d-637d-43c5-ad01-13ba2d30280b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.133597774Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.135511587Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"628697fb-9f0d-43de-9a3a-42921023e81a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.135679642Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.136991506Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1991e08-f952-4148-8408-2f265deace96\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.137260271Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.142780911Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.146688887Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38be70e6-af26-4184-b631-77e21bdb796b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.146834096Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.150566433Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddc57827-dd74-4efb-8190-2fcfbb5468f3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.150861411Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.153474146Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21d74874-0595-4886-ac8c-30fa789db635\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.153542573Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.155791233Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a880085-14a6-4246-b7af-0115f024744e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.156071381Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.159015858Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de514141-6da9-4acb-a566-7718cd73159e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.159142741Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.163490082Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8f8e7b9-5c6f-4c31-a0e3-a8778ed80261\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.163630923Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.167160596Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63071e57-83bb-458d-88a1-70d9fc21c407\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.167322027Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.168868819Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.168925522Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.168952426Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37144ea9-3ae8-4c41-8aa0-6d17a2a84127\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.169305199Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.169829113Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.17143409Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.173069679Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37caf24a-23b8-4550-8685-273f2672b6d1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.173259237Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.175999617Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2efdca21-3238-4049-aa10-75d1ffe737b6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.176064516Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.176644993Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.178935045Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.1805535Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b62bc9e-74db-4824-9f9c-03868bb3413e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.180837937Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.192188733Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.192331086Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.193797057Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.193864772Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.193897046Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.193926345Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.194642121Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.194850466Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f34235ef-bfa7-4f9e-9733-bae07837a725\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.195434379Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.198113888Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.205550725Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.205653761Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.205745253Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.20675756Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.208465052Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67f571f0-a6dc-4195-8c93-e6c214f64153\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.208641804Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.209530866Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.209600244Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.210037645Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.212015376Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7136300f-0d68-4a8a-b1b1-1bcd546aacd5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.212420423Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.21725748Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4d2e22f-86ca-47a5-979f-2e197ff0932f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.217407129Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.221277059Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8643b91f-77d5-4e43-974f-aad1e9fbd8ed\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.221452719Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.223974604Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1859aea-5c23-4ac4-a30d-d3fe01e524af\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.224115034Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.225288161Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7878d1a-6c0a-40ab-be43-5fc78148431c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.22543824Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.226524334Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ebdd6c0-e7c0-4bcc-9c55-2a6cc5c69574\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.22756602Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.227604196Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2766302f-ed4f-4f62-8524-876d7410f001\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.227640147Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.228614318Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fbfabca-0516-488e-b435-8ef3e737387b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.228859286Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.235563995Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dade257b-ec27-456d-978f-6e0a802b86b4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.235755627Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.240458858Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"422174e0-69cd-4ffa-9ae6-dc50e68f06b7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.240734647Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.241344132Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.246934169Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a5b37f7-84ed-43f5-95b3-ac7bdc5e0721\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.247113306Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.251981907Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"784be5a0-edd1-42e1-b8ad-ee691325e459\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.252313197Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.254892165Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b76bb01b-4534-47db-b20d-cb27856cbeb2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.255118496Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.258430445Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0901d06f-1ab6-4da6-9a80-81930bf08709\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.258672938Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.263358123Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d197ed2-dde2-4e7b-a2bd-b4bfb37a65a6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.263591047Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.264608454Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3898c419-4e7e-4101-b6e2-e033fe29862b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.264909514Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.265991009Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad0dba55-dcfb-496e-916a-1a335edc50f1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.266541295Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.267563642Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5bf891d-dc5b-49d9-aa1c-0657f16e0db3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.267677158Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.268607402Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e64c753-3b3e-40f6-ab5f-025dad45dc9a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.268680287Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.268722391Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.268755006Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.268784875Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.269950067Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:55.270288291Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.273003491Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.282050266Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.282135636Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.282173932Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.282208181Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.282239793Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.282852484Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.285700509Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.295826204Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.29589451Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.295931754Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.296559976Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.296996465Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.297102276Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.297146905Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.297178548Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.297618625Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.30118967Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.311864649Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.311948827Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.311983486Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.313431721Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.381510825Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.381591365Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:55.382821696Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35345"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.383387684Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"550e6b1f-46b4-4123-8083-20e4bd70c65d","remote_addr":"[::1]:35345","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:55.383694676Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"550e6b1f-46b4-4123-8083-20e4bd70c65d","remote_addr":"[::1]:35345","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":438,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.383948862Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.384001998Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.384823024Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.384915709Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"550e6b1f-46b4-4123-8083-20e4bd70c65d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.386984551Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.387035061Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.387063458Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.389233231Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.38928317Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.389316206Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.389345865Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.38979471Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.394148705Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.403126973Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.40345641Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.403564435Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.403971346Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:55.439235688Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:55.439987716Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.440259327Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":18,"elapsed":"432.225792ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.440334026Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":19,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.440365879Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.440395498Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.440426631Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.440454406Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.441230482Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.442057199Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.444463373Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.450348209Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.450393549Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.450421074Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.450904397Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.454885208Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.454943394Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.455853528Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51048","req_id":"859d42b1-74f6-44aa-a016-1da77b619d05","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 77 5a 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 wZ..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.45597536Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51048","req_id":"859d42b1-74f6-44aa-a016-1da77b619d05","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30554,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.456197062Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.456357261Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.456452441Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51048","req_id":"859d42b1-74f6-44aa-a016-1da77b619d05","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.456940383Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3520, tv_nsec: 255842143 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.456996906Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.457391432Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51865","req_id":"98b97e8f-8dea-437e-b572-906edf6c3da2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d1 2f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ./..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.457436281Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51865","req_id":"98b97e8f-8dea-437e-b572-906edf6c3da2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53551,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.457583354Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.457618033Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51865","req_id":"98b97e8f-8dea-437e-b572-906edf6c3da2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.516439972Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.517162572Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.517224816Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.517258273Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.517284916Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.518137805Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.51902847Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55525","req_id":"267265e9-97ef-4b71-8cf7-9801473c3c6b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 97 3e 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .>..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.519357956Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55525","req_id":"267265e9-97ef-4b71-8cf7-9801473c3c6b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38718,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.519732452Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38718,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:55.519970817Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55525","req_id":"267265e9-97ef-4b71-8cf7-9801473c3c6b","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.520443599Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.520539059Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.520585953Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.522532361Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d63035c-e06e-41d2-ae49-f1d882830ede\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.522789623Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.523323988Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.530894251Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.53095895Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.530990804Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.532461544Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.534365878Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cfcafe8-5e0d-4448-9e49-0687a7320981\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.534652199Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.535376332Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.535464988Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.536010585Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.539174469Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0db4127e-b2fa-4fd8-9e6c-a4c2942c3457\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.53924003Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.545549772Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f60c7d78-1143-4eaf-8405-9ceb65355ae6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.545686394Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.5491377Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f3c181a-96dc-468e-8395-37cd86d7405b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.549226928Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.551846938Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2c8dd50-9678-4e54-9c4b-e708cb9cfcc3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.55197328Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.554451438Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a4047be-91cf-47a4-af31-57ad7ec31b64\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.55457837Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.556794265Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f901abc7-f57a-406c-b403-d5e821fd588b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.556871048Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.55765981Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29fe32b2-e14d-474b-a4d4-4cf816e27ddd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.557782494Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.560991919Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d74db20-b827-4fbf-ad8b-e0b550af2bdf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.561064343Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.567658392Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31c3e5d0-d89c-4a4b-b4e4-77026258ee24\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.56813949Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.571354225Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.572560599Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"911330cc-ad8a-422a-b825-20f780c5b7fd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.572629145Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.573979917Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25b0abd5-ee8c-4199-84e9-f3b745ef714f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.57424771Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.577379119Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30665ff1-06c5-460a-af13-f413c2c4a961\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.577724327Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.579393383Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45c3dc20-17da-4ff2-9210-ecec05a3c2f9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.57946246Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.581702393Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab24b603-755e-4e32-8916-dfac620afe2a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.582964448Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.584909814Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eb2947d-283a-41b2-b02f-21cbc159e5cb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.584979653Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.586440834Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1382c721-4976-43de-817f-4b5c83363592\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.586681955Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.58983667Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01ccba1a-d60e-41af-9e90-6a244b52138a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.589917271Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.591098234Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff0cee2b-d262-4e05-a6aa-937a99d8f0ac\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.591288082Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.592899733Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf44b492-b91f-434a-ada0-79144402762a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.593128379Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.59548786Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22314686-34b4-4da0-89e3-ca0860f875d0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.595552449Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.596284908Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"caee12c0-9653-4641-b37d-2a06934935ac\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.596512451Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.597723574Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37816dd9-828c-4930-8514-da866cfc6427\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.598143601Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.599848037Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9641bca-2c00-4f05-bd8b-66e2a769563f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.600061793Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.602754077Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca399510-fbbb-4a2d-b34f-a3c6c5b052cd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.603000368Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.605473466Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"789190fe-599d-4ad1-a48a-833f34a8f690\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.605532774Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.607268502Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f6b6f26-8dbb-416e-bb1a-86b7e7ddcc59\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.607364483Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.609349438Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b65356bf-331b-4f41-878a-0d431bd0143c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.609451882Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.610603166Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51e1c090-39fc-4025-8217-be95dde3792d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.610729728Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.612309867Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9b6d70d-7890-46d2-bb44-6f3b7e912f26\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.612614393Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.613547282Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99917379-235b-4f56-a078-74179ea2ebc9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.613734936Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.61465015Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b3d24c2-9ede-4b42-b4fc-a25de91ec8e9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.614779016Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.615877755Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5012777-3c8b-4b6f-8909-f5063d0847fd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.615943316Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.617063087Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ada57768-67f8-4cdb-862a-6a9eb148f664\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.617144239Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.619565703Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79507713-a700-4000-b745-c6294cda7905\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.61963909Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.62136093Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24df62a2-06e1-49c3-bcd4-7616caa9d647\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.62142609Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.623077781Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.623132941Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.623164534Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.623190696Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.623216497Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.625406321Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fd3a2a4-f194-4d54-9239-9d046369fc31\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.625474546Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.627226197Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eabb65be-2459-498b-a02b-da1efb9ac695\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.627290394Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.627708227Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.635202609Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.63526852Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.63530364Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.635641213Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.639463348Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.639593608Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.640278282Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.641439896Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffd07f0e-75f6-42e1-a9aa-8bb01e489c59\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.641676598Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.645811747Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4beb5203-688b-4498-bf10-6d413f58946b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.645920654Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.647759818Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6200356a-5f53-4a09-b974-6386b34c6f57\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.647859006Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.654323396Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f22daf5-8288-43e4-8f18-f63a1b9ba4e0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.654558474Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.655731381Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b344c840-235b-451d-acab-575f296cdde6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.655953444Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.657340177Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15c642f2-8940-4a94-9b15-ad072e68cbe1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.657531388Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.657641868Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.657730284Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.657941184Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.658620838Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.661006722Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.665980522Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.666071543Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.666107144Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.666139449Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.666169178Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.666419988Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.668993585Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.672271587Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.672336436Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.672370043Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.672813226Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.738933757Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.739174236Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:55.739779251Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59443"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:55.740188707Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.740623323Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","body":"None","uri":"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.741182728Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9e544eb4-d1dd-4470-8606-6327eff1c14c","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.741626772Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"eee37f83-3bb4-4690-bc0c-b83e905e9aca","remote_addr":"[::1]:59443","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.741881149Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9e544eb4-d1dd-4470-8606-6327eff1c14c","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.741933303Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9e544eb4-d1dd-4470-8606-6327eff1c14c","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.743109496Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9e544eb4-d1dd-4470-8606-6327eff1c14c","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:55.744982629Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"eee37f83-3bb4-4690-bc0c-b83e905e9aca","remote_addr":"[::1]:59443","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3374,"response_code":"200"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.7516938Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.752846998Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eee37f83-3bb4-4690-bc0c-b83e905e9aca\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.755720102Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.755816705Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.755881714Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.75831379Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.758447366Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.758547135Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.758632736Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.76040646Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:55.76360874Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9e544eb4-d1dd-4470-8606-6327eff1c14c","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":22436,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.765221313Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e544eb4-d1dd-4470-8606-6327eff1c14c\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.765267335Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","body":"None","uri":"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.76529503Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a45aaaae-7686-4673-93fa-843114474781","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.765326783Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.774411644Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.774623907Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.774780679Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.775391657Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.775727406Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a45aaaae-7686-4673-93fa-843114474781","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.775798106Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a45aaaae-7686-4673-93fa-843114474781","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.776229837Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a45aaaae-7686-4673-93fa-843114474781","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:55.78582782Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a45aaaae-7686-4673-93fa-843114474781","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":20871,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.786149741Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a45aaaae-7686-4673-93fa-843114474781\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:30:54 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.786215162Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.786248378Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:55.78627474Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.812613959Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.812717786Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.812756423Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.812786864Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.813887537Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.813947817Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.814042967Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.823046816Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.832304051Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.832383689Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.832417216Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.832795851Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.83313206Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.833767326Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.833822256Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.833854921Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:55.847541871Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:55.848061667Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.848129542Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":19,"elapsed":"407.731078ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.84816886Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":20,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.848196355Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.848225343Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.84825382Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.848283839Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.849064916Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.849476756Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.850917918Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.851450178Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.854219536Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.875194888Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.875321661Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.875467361Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.876127155Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.881164783Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.881280022Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.882586926Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:57707","req_id":"17890ebe-eac0-4a9c-acc6-11db20abf667","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 56 8b 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 V............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.882767556Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:57707","req_id":"17890ebe-eac0-4a9c-acc6-11db20abf667","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22155,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.883057754Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.88354273Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.883723611Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:57707","req_id":"17890ebe-eac0-4a9c-acc6-11db20abf667","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.885066627Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3520, tv_nsec: 683951433 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.885144792Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.885412606Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54968","req_id":"528c19f2-d3c3-48d6-98c4-ee4b0f4261e2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f2 f6 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.885461063Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54968","req_id":"528c19f2-d3c3-48d6-98c4-ee4b0f4261e2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62198,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.885621192Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.885769878Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54968","req_id":"528c19f2-d3c3-48d6-98c4-ee4b0f4261e2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.951899797Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:55.952620293Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:53993","req_id":"6466e313-a501-42dd-887e-38b08ee34975","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 93 88 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.952717336Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:53993","req_id":"6466e313-a501-42dd-887e-38b08ee34975","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37768,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.953084518Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37768,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:55.95333136Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:53993","req_id":"6466e313-a501-42dd-887e-38b08ee34975","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.953931355Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.954037517Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.95416959Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.956967124Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b19fe86b-41f4-43a8-b11a-fefb9389d3c3\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.95740181Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.95897768Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12795e00-a779-4d17-b2d0-6280a2209d2e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.959337196Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.962392544Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"761a8a83-b99e-4576-ac18-c7b396aa8385\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.962572172Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.966682331Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6405a48-586f-4d20-b0a2-b596c3a6a1ce\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.966800336Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.971127708Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.97902356Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eafc2c07-aca3-416a-b4c3-2c0869d44a3d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:55.979192426Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.007744044Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a05bdbe9-6e5b-4ec7-9e92-fbd1ee38a07a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.008108309Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.010006531Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"480308b2-a819-4fe0-8e5f-01bd7480016c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.010178755Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.012875858Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a14e726-3113-469b-a7bd-493fc1a15225\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.013892604Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.01450264Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83410ae5-b723-4909-ad7d-2bebacc5a6fd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.014566687Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.01636464Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4470b82-37ab-403f-9e2a-082cbba28803\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.016434378Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.023825314Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.023899252Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.023934241Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.023965834Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.024581511Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.024888423Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0fe3ccb-8293-4425-910f-8487400266d3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.024949715Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.029236867Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.046219794Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.046296437Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.046331026Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.049497354Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.050562957Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c63f2096-1c63-416f-b14b-8092c06415f3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.050688979Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.053762292Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2a5fe5d-7750-4374-aa79-b93cab86d6c3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.054199182Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.055795934Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.055843288Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.056616559Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.060964261Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98fd81d3-d77e-465f-8c0b-24eb75ee09d4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.061030714Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.064510397Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"064b5e84-eef0-4d47-b9b0-942db68e2e1f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.064662239Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.066946671Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae066f5f-7109-4d6c-86b5-4df870dd55f4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.070206696Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.078276274Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a1f4df7-eb27-44e5-9b19-217fe0d300f8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.07946872Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.082277717Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6d7cbf4-0dc6-455f-a397-97def3729de1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.082342055Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.08407096Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fe94361-0619-44d8-846d-f416bab23a0c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.084181801Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.086200633Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfe6f085-0d80-410d-a63f-12cc880af5a4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.086266144Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.087125917Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0e012f7-c50f-44a5-ac99-90aa84830189\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.087264904Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.089406912Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5eb9f567-5bf0-4d62-b8a8-5269d7e03283\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.089515829Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.090584909Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd278469-d497-4056-8a81-ff5f29ffd5b0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.090663335Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.091720631Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53f82503-0401-4349-b8d2-596df77ce778\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.091779579Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.094255091Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.095522256Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b013f132-5d73-4b06-a0c9-fdad8f6ef4ca\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.095587927Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.097440989Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e156607-4f32-4193-9c76-b49e720f869e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.097558253Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.099228591Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c6b193c-0b41-4e23-b75c-0bd39ac0addf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.099279452Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.101288044Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c735a07d-c45f-40b4-b3f4-fba5fefc0d2d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.101353765Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.10306808Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cceada54-4bac-4dbf-b9c7-3c1357477d5a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.103432747Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.105619755Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7595998d-1a35-4142-8edc-dfdbc8e6288e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.105849603Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.106916168Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"655db5e6-b844-4dbb-809a-5713b83cb210\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.107184011Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.10880934Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdf16f39-ea37-4df0-be2c-858d13344b72\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.109156461Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.110143828Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a705365-3159-4e58-8d91-db8bda687fac\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.110371572Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.111481674Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4138ca61-1579-4e99-b751-e806e4f40c54\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.111698616Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.112923647Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cbb3561-5ec7-4328-af18-c369440ef13e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.113189577Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.115511834Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"698a11fb-6713-446e-93c9-faa48f8b6705\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.115722033Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.117434525Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db9e0ef0-b367-4665-ade3-c3c314386151\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.117642259Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.119612003Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ded17a9-0ac1-40e3-a449-f81a287ecbfb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.120682115Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.122945816Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1d04245-8226-47c6-ab58-c2dae6f0df36\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.123161636Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.125182201Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"889e0041-f0cd-4270-824b-c1cd40e05343\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.125410005Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.127396113Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d93841ba-ae7c-43be-865c-1bfb46a97653\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.127639948Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.128482347Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"578f62e5-f0c2-4d62-aaba-ac1bac2df6a7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.128547166Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.130703462Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb3c6a48-9f93-4c93-9cec-70fd56bc10c4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.130939583Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.133579322Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"184bcd33-030e-4192-aeab-9a7af5686b74\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.134393785Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.136669068Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9370f14e-2857-4dae-9e5b-aa899baedee0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.137516607Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.137564552Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.137595494Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.137625784Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.138568813Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.141225537Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.145817476Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.145928768Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.146028556Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.146122864Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.146205529Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.146794803Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.148066417Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.148217327Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.148308549Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.148390553Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.149114014Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.151914504Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.15894406Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.159008067Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.159043448Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.160261635Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.162073275Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.168132146Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.168195042Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.168227577Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.170142201Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.246414769Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.246507845Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:56.247139473Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65173"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.247316426Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.247459451Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.249315108Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.249477351Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.249743402Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.249801898Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.250621411Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.250824766Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"6627fd45-17a1-4c85-8796-3a59769758e2","remote_addr":"[::1]:65173","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:56.252093063Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"6627fd45-17a1-4c85-8796-3a59769758e2","remote_addr":"[::1]:65173","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1283,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.252717738Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6627fd45-17a1-4c85-8796-3a59769758e2\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.254954494Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.255011969Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.255043462Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.257109057Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.257172293Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.25720584Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.257236391Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.257741377Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.259153531Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.259215384Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.261602099Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.266341883Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.266563474Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.26662144Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.267500241Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.268979739Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.269055389Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.297542067Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:56.299607042Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:56.300148771Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.300210694Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":20,"elapsed":"452.061313ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.300249892Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":21,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.300280253Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.300311425Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.300340954Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.300371695Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.301369874Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.306258484Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.317054414Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.317174945Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.317269493Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.317900139Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.321788998Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.321939688Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.323575337Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:49607","req_id":"6a65949d-1b1f-4dad-bc5d-b92faa28ccaa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: f7 94 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.323818722Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:49607","req_id":"6a65949d-1b1f-4dad-bc5d-b92faa28ccaa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63380,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.324198108Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.324412194Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.324547043Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:49607","req_id":"6a65949d-1b1f-4dad-bc5d-b92faa28ccaa","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.325206657Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3521, tv_nsec: 123867577 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.325279853Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.325606845Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56129","req_id":"c6454ede-8afb-4658-ac00-b996fb774a2a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 95 28 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .(..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.325666183Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56129","req_id":"c6454ede-8afb-4658-ac00-b996fb774a2a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38184,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.325757204Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.325880931Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56129","req_id":"c6454ede-8afb-4658-ac00-b996fb774a2a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.382535571Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.383030057Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.383140507Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.383185176Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.383213672Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.383708308Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:56.384217472Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.38608843Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52733","req_id":"a321a5f5-bb37-4a26-a0a6-795cf6d65942","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 9d 72 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .r..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.386365602Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52733","req_id":"a321a5f5-bb37-4a26-a0a6-795cf6d65942","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40306,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.386591282Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40306,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:56.38667073Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52733","req_id":"a321a5f5-bb37-4a26-a0a6-795cf6d65942","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.387568178Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.387646264Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.387683879Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.38875858Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.394687614Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.394787553Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.394879205Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.395513068Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.398832712Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.39894708Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.39962444Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.400593Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c721395-4535-45bb-abea-6e11f1aa8fea\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.401012245Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.406809646Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30bc75e9-c2e4-4c94-9e56-9ffd5b31f37b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.414040533Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.418422253Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bd02f94-9a6c-4f58-a33d-3cd6c2f6185e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.418563936Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.423450572Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cde3d8b-3c90-4ac0-883b-4f2223856c30\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.42391618Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.428997734Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fde944bd-b7b1-4e36-82cf-04f61f57c581\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.429338433Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.431455611Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fee2c9d3-7156-4725-977a-d3287fab7e11\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.431692754Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.433885302Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb0a4ece-4956-4b40-ae61-59d8481b5fc0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.434102455Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.437287972Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.437652458Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83cc95bb-4b0c-4f2a-ad38-5a026b88a4c7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.437866855Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.439251013Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d8c32a4-281d-4cd4-960d-c205823dd5ee\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.439467244Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.440954668Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"166d1c33-75ef-495b-8ffc-c3fceacf7f8e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.441390456Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.442904132Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d0c082d-32e4-490b-8608-4c2f2cb19f8f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.443052247Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.44428344Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23f0b8ef-b8c3-45b6-a5e8-7aa7aaa3e86a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.444402848Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.445682878Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27a94f91-8fd6-48ce-a2a0-aec2395f5e5b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.445858969Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.449002422Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4ca842e-22ab-428d-ad55-9c9c8b0121b4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.449239475Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.453023624Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9da66be-b083-46c2-a238-b328c49a0169\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.4531069Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.454718491Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e4ba139-bf22-45aa-bcbb-cd8cf6ca1af0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.454790414Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.456603246Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7d5a61e-0797-4838-8c63-3606b566eece\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.456678316Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.458726898Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1436949a-0f6d-4245-83c3-b6d2e96ca7c5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.458881666Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.460959486Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43e273e0-1abe-45d5-b8fe-47298248bba6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.461130727Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.462189046Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a546db67-aa5d-40b5-9bb9-b773e3847499\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.46228657Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.463146894Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16f3eb8e-7ae4-4af5-84bf-4d830f4f64fb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.463278116Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.464138069Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e4cf0d1-962f-4e99-a2bd-e152aa833d97\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.464293389Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.465447668Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02adc292-b510-4e99-bce5-09e45625eda9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.465510704Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.466633291Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"127a3984-ba33-48e6-8cef-ef7b3690feca\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.466874631Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.469494161Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"801f2ea4-dd89-4090-bbbc-be333510ffe1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.469828637Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.472088259Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e284c82e-75f9-4220-b60a-e214c7ddb404\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.472277977Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.474124055Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c8fc184-580a-4bff-85a0-f986b6b7cde9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.47425157Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.477329362Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b494fa3-7431-4a4a-b116-408b8864313a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.478353913Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.482214225Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef851327-2857-4e12-a631-4dc9cf1864ae\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.488196133Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.488466802Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.488523505Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.48859608Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.488628004Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.489314211Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.494094094Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.500633223Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.500758363Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.500849955Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.50132424Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.502982304Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a9981b1-7755-46bc-899b-0d5f111261a4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.503074036Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.503978308Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.504038358Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.504490158Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.505007849Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72d9bce0-1dd5-45b2-806b-0e2d42706c1e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.505424369Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.5071113Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45f57c5b-2c12-4055-99cf-460b30a16e70\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.507998658Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.508599025Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d97d3db-ef55-4e3e-b812-1642b638880e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.508719605Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.511555285Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf7dd406-65f5-4f49-bdc7-3ba03334e14f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.511620835Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.51302839Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"551b1258-c3f8-45e3-8131-cf3e5c852729\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.513220823Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.516657Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad90b2bd-0169-41ee-81e7-b232f46e2a06\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.516731248Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.521505119Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbb2f187-156c-4e6b-ba00-4a1198b04085\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.521633806Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.525528986Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"507ba683-3c5b-40be-bff0-65a689dc9100\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.52567121Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.529377294Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcdf66b7-a177-45c1-ae0e-71db9e47d1e4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.529579517Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.53187458Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8fc3c62-9bec-4f72-9ca1-d3321ce35639\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.53201035Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.536574504Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.53870535Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78fe009f-01d7-4d8a-a120-38822dd28ae7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.538781912Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.540019969Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff51f905-5fe6-44d9-a780-0a4eced2693a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.540967066Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.541839865Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"870b4ee8-2db3-41bb-9942-d1d5a6e4c9a7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.542515541Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.542975487Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ebfbd01-78eb-4d30-a28f-1cbb13b88908\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.543152811Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.544412791Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb3c3915-d4b6-45f3-9cae-b56a8b301b88\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.544479755Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.544515917Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.544544724Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.544572299Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.545638173Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.549497673Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.553683563Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.553741468Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.553774303Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.553802189Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.553830135Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.554235232Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.557665887Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.563127148Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.563186056Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.56321856Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.563768917Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.625612797Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.625676764Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.626143264Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.626190698Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.62622156Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.626249676Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.627113417Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:56.627176252Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57703"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.628300472Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"09b2df47-cd54-4757-86e9-a80c249c3dd6","remote_addr":"[::1]:57703","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:56.62872623Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"09b2df47-cd54-4757-86e9-a80c249c3dd6","remote_addr":"[::1]:57703","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":435,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.62965478Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09b2df47-cd54-4757-86e9-a80c249c3dd6\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.632885918Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.632941048Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.632968753Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.63542661Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.63548668Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.63552193Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.635593573Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.636519869Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.638077001Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.651822658Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.651938018Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.6521898Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.653177808Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.655885674Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.663291529Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.664317273Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.664380649Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.665849005Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.666436726Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.667019788Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.667573671Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:56.69674848Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:56.697147044Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.697230751Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":21,"elapsed":"396.940187ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.6972703Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":22,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.697295911Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.697323776Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.697351271Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.697377814Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.69820898Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.698959055Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.70078342Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.704535195Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.704600595Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.704632068Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.705023788Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.711353079Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.711432748Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.712042342Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52830","req_id":"0b181465-6216-4062-a152-b734aaea0d47","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 00 13 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.712108494Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52830","req_id":"0b181465-6216-4062-a152-b734aaea0d47","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.712296689Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.712544733Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.712600414Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52830","req_id":"0b181465-6216-4062-a152-b734aaea0d47","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.712923388Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3521, tv_nsec: 511820077 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.712985782Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.71332615Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:50889","req_id":"52f65767-ed54-4821-a12a-828a257867df","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 0c a0 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.713378274Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:50889","req_id":"52f65767-ed54-4821-a12a-828a257867df","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3232,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.713462893Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.713553944Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:50889","req_id":"52f65767-ed54-4821-a12a-828a257867df","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.763037727Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.763817741Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.76388711Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.76392231Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.763952901Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.766845734Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.767676049Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:50514","req_id":"43674daa-748e-4cb3-89de-362dbfb59134","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: d6 28 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .(..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.767836228Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:50514","req_id":"43674daa-748e-4cb3-89de-362dbfb59134","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54824,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.768177468Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54824,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:56.76827871Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:50514","req_id":"43674daa-748e-4cb3-89de-362dbfb59134","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.769104054Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.769161168Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.769191258Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.77164657Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.782037874Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.78222183Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.782465596Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.783513324Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.788390781Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"929133f8-bcd5-4bd3-a37a-034cc243c2fa\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.788768824Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.790495103Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.790553069Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.791420738Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.796318616Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4770197e-ea8f-4585-a026-56fc37d4f3ed\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.796663844Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.799920814Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11b25265-2223-417b-8356-b1d15e22e5c4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.800065853Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.803295477Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"340ca95b-35f8-46b5-ac7a-e6cb8e71882e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.803360307Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.804935936Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.805530731Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.807870272Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.808656088Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.808768813Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.808838882Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.817944244Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2702334-f674-42b4-8538-8dff7450c25c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.81855467Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.826462246Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27a49a63-042e-4aa5-9193-d0d0177cc06e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.826688346Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.829619025Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f778038-d088-452a-91f1-b920b338bb4d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.829841058Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.834557565Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e90c2a9f-bfa2-430e-b661-38eb535079b5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.834778235Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.837459527Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"982b9d59-0231-4e07-8180-380c3d78810c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.837522132Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.837899003Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.840292862Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d24a8528-b6f8-4654-bfce-43411a6f2292\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.840576036Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.842221735Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bd20cc9-e0b5-4fd1-bf8a-d5286bc29b13\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.842424139Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.843658137Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"559a5ae6-ef6f-462c-9876-42be3a933866\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.843732596Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.845533985Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59107525-52ca-4c8f-b6d4-48ccabedcec1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.845709865Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.847580122Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc036e4b-0a4d-4b4a-9188-2b4b2c32b5cc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.84770487Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.849854283Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56c5d039-d365-447c-8eee-956975106cc3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.849975043Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.852234505Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1934b6e-b9af-4169-8fe5-4a96cf3a6044\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.852379354Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.854355722Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f406733-03ef-4c71-8ddc-967fe5280bd5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.854512955Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.85657811Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c149192-236b-4635-8dd9-180073ad2645\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.856759411Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.860138884Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fcecad8-1717-4e39-ac46-ae1888b63848\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.860284825Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.861674153Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbe6c5a5-98b2-4506-b572-9af57ed00b40\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.862070743Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.863599609Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cc2acd3-13f1-41f0-839d-4bbf3e1f19b1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.863706482Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.865985533Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d592876b-e2b8-47b6-9384-baa360766762\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.866181373Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.867080765Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4d99c21-6104-4bdd-9a64-bca0e726d776\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.867949657Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.868163543Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a29551f-0689-4493-b324-1a919e17624e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.868360756Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.870143969Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a5fdae2-3793-406d-bcab-9d14fb441659\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.870266282Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.872077611Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b769599-0def-441f-a130-8169f4de797e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.872266337Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.875171285Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cd1275d-e4a7-4f1b-9d35-c8eb06ee6d6b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.875467886Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.878739916Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5402aa4-8320-45b7-8896-11c6f1124f58\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.878943271Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.88119627Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1da64bdb-b79b-46d8-8768-1ed728d0685a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.881320517Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.884418349Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9caf9ea1-4c1e-4a32-96ac-a9621173f5c6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.884724189Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.886423885Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5eb47af6-bb0a-45c7-bc27-9dcd376f95a5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.886669374Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.887760118Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9436cee6-446c-4e69-9e0a-d15e3b9002de\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.888034575Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.888748768Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.888938275Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.888972814Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.889029958Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.889896725Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.89089824Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce8b8e96-aad5-4686-b87a-88a1f10209c4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.891078299Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.89244902Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2228aa40-ba92-42e0-ab86-8b59d648e333\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.892661123Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.892787605Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.898305449Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.898422802Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.898509946Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.899135773Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.902086161Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.902147153Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.902950253Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.903138819Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3493611e-e03a-4374-a4fc-dfa884b8e5cd\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.903303296Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.907602703Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb6d3a03-10e3-4658-846a-c12b81cb1307\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.907668624Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.909423901Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2139c142-97db-433c-a76c-c2411ec71ba6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.909514582Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.911207024Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8480ecf1-3260-4c83-96d3-73e8c1464ffb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.911453345Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.914496488Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e6ea0bb-abb4-4518-b122-9354627cba91\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.914573702Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.918143284Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85076780-47ed-4afd-b8fa-73d685cce862\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.918279977Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.920724387Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09767fb7-8894-4d2e-b5c6-1cc0c83be001\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.920795048Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.921793297Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ebf6652-793b-4f99-9e48-52c5b1f25a16\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.922184596Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.923272514Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae2526ca-4611-4efb-b902-3663dd254ad1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.923545167Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.924673425Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a65004d7-e3dd-485a-8270-cf7abebc330c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.924845658Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.926845984Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a07135f-1cea-4b35-bb36-c28454fb6a88\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:55 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.928444599Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.928485019Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.928516833Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.928544137Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.928567123Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.933846231Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.939399035Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.939474225Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.93950723Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.93953721Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.939565697Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.942255967Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.947529855Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.952935716Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:56.953002098Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.953582785Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.953668356Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:56.954436356Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.013252383Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.013312362Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.013895414Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.013938199Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.013966646Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.013992407Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.014668434Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:57.014729276Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34051"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.017832218Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"e79b0fa3-3dcb-4d73-98de-8c9a9ecc6b49","remote_addr":"[::1]:34051","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:57.018466081Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"e79b0fa3-3dcb-4d73-98de-8c9a9ecc6b49","remote_addr":"[::1]:34051","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":649,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.02079466Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e79b0fa3-3dcb-4d73-98de-8c9a9ecc6b49\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.023538457Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.023585541Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.023611312Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.04126185Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.041423181Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.041469213Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.041529654Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.042471991Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.043230793Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.06253254Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.062638251Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.062729022Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.063569396Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.068248299Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.073957033Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.074637298Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.074698751Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.075278887Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.08457564Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.084643475Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.085869538Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:57.13319444Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:57.133437504Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.133491081Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":22,"elapsed":"436.229227ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.133695388Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":23,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.133939614Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.133996899Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.1341131Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.134155254Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.134943334Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.137476441Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.142914085Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.142997431Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.143051309Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.14346321Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.147586936Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.148459304Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.148537229Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.149796689Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56244","req_id":"59e6c67e-7880-4811-8b38-79eaa5bd17af","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 6a 9f 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 j............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.149898221Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56244","req_id":"59e6c67e-7880-4811-8b38-79eaa5bd17af","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27295,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.150221796Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.150405191Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.15048492Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56244","req_id":"59e6c67e-7880-4811-8b38-79eaa5bd17af","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.150996599Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3521, tv_nsec: 949770915 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.151043833Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.151770822Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59126","req_id":"5f0e3954-12d2-4755-bf6d-c047217a2729","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e9 80 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.151832415Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59126","req_id":"5f0e3954-12d2-4755-bf6d-c047217a2729","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59776,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.151925841Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.152027133Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59126","req_id":"5f0e3954-12d2-4755-bf6d-c047217a2729","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.215271553Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.215849975Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.215912039Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.215948492Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.215978842Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.217271748Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.217350034Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.217529271Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.217898998Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.21926522Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.221972174Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56947","req_id":"ed034e29-3b15-464a-93fc-128cffb23747","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 42 e3 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c B............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.222027424Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56947","req_id":"ed034e29-3b15-464a-93fc-128cffb23747","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17123,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.2221007Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17123,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:57.222171451Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56947","req_id":"ed034e29-3b15-464a-93fc-128cffb23747","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.222197322Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.229387488Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.229499722Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.229584831Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.230548792Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.231504366Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.231590297Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.231701268Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.233700902Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.233808286Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.236065594Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.236378537Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.236949715Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.238587619Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a744d2c3-3163-4ce3-a5d8-987049a0c9fd\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.238943418Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.239606459Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.239713572Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.243447943Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b07b3269-cd12-4ac2-b707-8bbc0ce3ae78\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.243980584Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.247417071Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30ffccce-1e8f-4714-8fa2-57592c26e669\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.247688462Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.262703177Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f6728c0-ecb6-44af-90a8-016489a15621\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.263579734Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.265808054Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"069b73d1-39c8-4b6c-a5c0-caa79f5c8596\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.265890628Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.270053803Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d8f3fdd-69dc-4198-a930-8c7cac56e9b0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.273364069Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.277444749Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"366c0b4e-6bf1-41b0-bc82-36bae5eeb4b7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.277730058Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.282495272Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e62adc3-ec61-41dc-8de0-e386c2dc122f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.283001871Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.285367424Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b300a9c-f05d-4946-8bfc-a675aae5a5fb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.285526842Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.286567976Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb2175d9-9625-46ac-b4dc-b99152a98cc9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.28686066Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.287820943Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d9719cf-8d5d-4073-828f-34dd52ef7b55\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.287932485Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.291154324Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.291582277Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"544225da-663c-4125-afcd-b3006587a7db\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.291928246Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.29322476Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bae117e-5e70-4e79-a2d3-522d98a90c0c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.29342552Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.295329303Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0730ce6f-2fd4-43ed-a608-af276d7081a0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.295398831Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.296805725Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd891862-7aa3-4d27-88d5-7ea53c240d6b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.296890503Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.298679107Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dac422dd-5a98-4662-bc9b-58a3e65320e5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.298784818Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.30071317Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42923eec-16e4-4add-8146-5af7aad2a919\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.300792197Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.30270067Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0189c8b-6c99-423c-82bd-d4d51bd90662\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.302765078Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.304173885Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8536de2b-9db7-41f3-9870-e824fb6c652b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.304260117Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.305143327Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ad45be6-7efd-4084-8741-0be5a6ff3caa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.305326592Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.306396504Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ea5b082-289a-424f-b815-c2e2ff0d900f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.306630249Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.307535343Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c249ab1-d5dd-49a2-9be2-f14bea4bc151\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.307597216Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.308495726Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8c4e7d7-3294-47fb-9694-29ca38849c0f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.308561818Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.309560207Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7600e4c5-a5c8-4629-91d9-7376d71e94c9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.30975262Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.311729269Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"089e12c4-218d-45bf-86a3-8291a8120c2f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.311778807Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.313498845Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88af4b6b-c571-42a8-beec-9ed14c49c8b9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.313728913Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.316167602Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29e098b1-b490-429e-a059-b9e20fdd35bf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.316438141Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:57.319556254Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.321124739Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b04aca3-0098-4002-b76b-ed1689fe7e5d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.321176512Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.324699772Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa92cbf8-b295-4981-a73d-1295140c48f0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.326182165Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.330252034Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"837b6ce5-3779-4c01-95f0-3580c917652e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.330350651Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.33179565Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3d2aaa3-c2be-42c4-a4d4-b0b5dc0d3887\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.332123272Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.33396922Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3926ba4-0e6b-4205-9b33-e5aab5e96c26\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.334093799Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.335457586Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"197a5386-8995-4296-a5c4-2b10226ef71b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.335697163Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.340902284Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d284597-d588-4b2a-bd5a-713776704aa0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.341315698Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.341659523Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.341784913Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.341875834Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.34195916Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.343054262Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.3447999Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ec851b8-1566-4e7f-983f-1da730e416fe\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.345085288Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.345835944Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.35220322Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.352267188Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.352297709Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.35275517Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.355561592Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.355626812Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.357238443Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.357587398Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfd649d9-82d3-46da-8619-92ce75f21ffe\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.357652217Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.360567686Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8fc4440-1c09-45ed-833b-7af13a75e5b3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.36091615Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.363093619Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31f9e3d5-9303-4303-9434-f8eec86960eb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.363176845Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.366108796Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"572f81d2-8d92-4e29-9c9c-d4bf3b1a3723\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.366183856Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.36838943Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfb3d5c3-578a-48f6-be80-658032fd380a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.368944366Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.370797508Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"851bde68-74a3-46a8-8d7b-286d37b0fa35\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.370872879Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.372126947Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"226d195d-ae93-451d-b404-c69d75aa1e8d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.372192808Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.373698969Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7fd6c59-2ee8-4474-b90c-2d8c9c10cd61\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.374034969Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.375341612Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3001ef2f-1c28-4e5c-873e-74a79cf5b38f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.375399608Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.377730041Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15ce7775-0c63-4ab1-8791-9f0f8ca2ed1b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.377784429Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.377817756Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.377845591Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.377872755Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.378826045Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.382592148Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.389222729Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.389339222Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.389436846Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.389528649Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.389612626Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.39073353Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.395534365Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.400634467Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.400776159Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.400825487Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.401155455Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.408462554Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.469400619Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.469468023Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.47019923Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.470341243Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.470387475Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.470416613Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.471106999Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:57.47116806Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56238"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.471743537Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"b0f4187a-01ee-49bf-bc78-77084e03d8b9","remote_addr":"[::1]:56238","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:57.472199525Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"b0f4187a-01ee-49bf-bc78-77084e03d8b9","remote_addr":"[::1]:56238","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":449,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.472418722Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0f4187a-01ee-49bf-bc78-77084e03d8b9\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.474893062Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.474959164Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.475031328Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.476675664Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.476741936Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.476776024Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.476845953Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.477348574Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.479164362Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.485861045Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.485921886Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.485958539Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.48642071Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.486764325Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.493343443Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.493567069Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.493612058Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.494378185Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.495781491Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.495881751Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.496752976Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:57.521949479Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:57.522334306Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.522392772Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":23,"elapsed":"388.666432ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.522430487Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":24,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.522520467Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.522555997Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.522584194Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.522610596Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.523049511Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.525193412Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.530567309Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.530660545Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.530921094Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.531964112Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.536218479Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.536266194Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.537746654Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.538602128Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:62338","req_id":"e228448a-ab0d-4f96-97e5-8b1c496186a9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 2a 12 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 *............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.538784341Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:62338","req_id":"e228448a-ab0d-4f96-97e5-8b1c496186a9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10770,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.539066483Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.53936099Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.53953657Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:62338","req_id":"e228448a-ab0d-4f96-97e5-8b1c496186a9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.540056827Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3522, tv_nsec: 338981612 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.540232326Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.546980562Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51588","req_id":"c20e7804-6b58-4c51-b3d5-1e2a86063e65","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 3d c9 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e =...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.547043898Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51588","req_id":"c20e7804-6b58-4c51-b3d5-1e2a86063e65","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15817,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.5471304Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.547153005Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51588","req_id":"c20e7804-6b58-4c51-b3d5-1e2a86063e65","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.595233222Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.595707587Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.5958243Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.595873818Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.595936213Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.597307234Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.602756141Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59576","req_id":"69b01c32-028f-4b91-8a8e-9a950e97c534","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ee fc 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.602832413Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59576","req_id":"69b01c32-028f-4b91-8a8e-9a950e97c534","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61180,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.602910689Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61180,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:57.602984877Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59576","req_id":"69b01c32-028f-4b91-8a8e-9a950e97c534","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.603012331Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.60304186Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.603065527Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.603094225Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.612031381Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.612094838Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.612544744Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.615095426Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.616358102Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b548b196-d7eb-4318-966e-754ad35a13c2\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.616609152Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.618353357Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.61841488Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.619034825Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.620353573Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"464cf247-9edb-4321-b02f-3892e71791a7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.620566256Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.622981649Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61bbcf8f-c140-4cf0-9237-b4be649e8252\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.623101778Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.627286957Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2949ba94-799d-4479-85a5-8350e6c2f03f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.627643147Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.631998875Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8deb2786-6b9e-4e93-a735-367f960482e3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.632239815Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.635816441Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6bfb1aa-567e-45b2-82ba-5b50ec9663fd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.636213623Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.638443776Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c6f9dab-ee0a-4ab3-9b9c-885b1483c481\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.638655749Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.642351582Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a5512a6-a322-4ba3-9875-24ec46eb006c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.642563605Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.64479948Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"392bc863-d623-4eaa-bb23-b186a6640e12\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.645068005Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.646222525Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f12e434-d805-44bd-9601-0266affef77a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.646459297Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.647480511Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29d046c0-0d54-41c5-be5a-35f86c8ba0a8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.647701061Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.648705682Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6a2bddf-d6ce-4f13-bf02-bd7cf9449ab3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.648916583Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.65416524Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.656311046Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd10a261-0083-446e-ac1b-df5fa8f100b4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.657364184Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.66218572Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12d69cdc-e9b8-4c1b-a0f1-fa58fa1f0d07\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.662332693Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.666768692Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd7c4b71-2849-4d93-8352-2d9f40f0efbd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.666846336Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.669940802Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b65a9bb-6524-4b74-9eb0-0a8b82f1a0d9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.670153446Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.672266416Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d74ac81-932a-46ed-8ec5-9ff5ba289c28\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.672340303Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.675600469Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29246a1e-083a-40ad-9e21-4c6b17e59906\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.675677853Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.678046672Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a90cf9e6-c0ca-48f2-b715-d366216fd034\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.678113886Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.678534194Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4871130-512f-453e-87c2-097a8a925167\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.678707489Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.679926117Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0ae623c-b49d-46ae-934a-b5aa0fadc461\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.679978161Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.680824227Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0150fb1f-528c-4105-96e7-82442081ad2f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.680880559Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.681708408Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"892a6674-d09c-4dad-8061-f298e8987b3d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.68175438Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.68286356Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"444cf334-650c-4c8f-b99b-7f5038de69c3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.682937577Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.684665941Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e12572a-709c-4b3e-adf4-b33e8f5e9ef7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.684734788Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.686323824Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2cf7862-4b55-4ed1-92b1-85f009c40a79\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.686400086Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.688100394Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a030c3c-f677-41a4-a9d4-fb209114e478\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.688236335Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.690345086Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0650708b-a7aa-4af6-96f2-b04387c2249b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.690421108Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.69198807Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43a65b7d-02d9-4eb1-b159-2f1344d8efb4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.692141375Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.693799198Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21d7393e-d2c8-4801-93e0-3e68a56e5def\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.694095378Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.694658851Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5e3368c-e458-401c-a7cf-2f561847da55\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.694811565Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.695628974Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2068632-d3d8-4ab9-b508-2f27149e73b7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.695723993Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.696672774Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe3a762e-3ed0-4aad-b7c0-cd99627274a2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.696799246Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.697711313Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb3db0ba-88e1-4616-82a8-38ef9c6ab7f7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.697776302Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.698796305Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"076e5905-cca0-4d03-a952-ec984812c410\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.698963077Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.701200906Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f274bf7-1f41-4f1a-8b62-f12194c219e9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.701469351Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.703310188Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89940f7b-c8a3-4b5d-bfaf-4973a7ef310d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.703385579Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.704752031Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.704812061Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.704843674Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.704869846Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.705711262Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.706492379Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"576f7d93-0089-438b-8837-e39b886d9493\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.706537198Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.714320115Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.719238434Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.719313905Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.719347011Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.719759793Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:57.71993391Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.720799274Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","body":"None","uri":"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.72203663Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"51dc2207-39e7-4a33-93a3-15b0b7d986cb","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.722572968Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"51dc2207-39e7-4a33-93a3-15b0b7d986cb","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.722750352Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"51dc2207-39e7-4a33-93a3-15b0b7d986cb","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.72336197Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"51dc2207-39e7-4a33-93a3-15b0b7d986cb","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.723786626Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.72400412Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.724433295Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.725591342Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2538366-cc5b-47e1-9249-12946f52654e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.725640881Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:57.726668338Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"51dc2207-39e7-4a33-93a3-15b0b7d986cb","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":4698,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.727223153Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51dc2207-39e7-4a33-93a3-15b0b7d986cb\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.727409835Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","body":"None","uri":"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.727845283Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b5171804-c385-4294-aac0-d7b5feb8eb69","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.728177034Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b5171804-c385-4294-aac0-d7b5feb8eb69","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.728261963Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b5171804-c385-4294-aac0-d7b5feb8eb69","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.728756198Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b5171804-c385-4294-aac0-d7b5feb8eb69","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.731680384Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13c25706-a61e-4bf8-98b4-414a08b0f96c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.731743831Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:57.732214849Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b5171804-c385-4294-aac0-d7b5feb8eb69","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":4364,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.732982749Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5171804-c385-4294-aac0-d7b5feb8eb69\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.733469168Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.733514098Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:57.733752192Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.73796205Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88bbc575-c37a-4922-b0f5-91138fdce100\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.738159002Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.739617468Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bf6d306-4810-46e5-99d5-4bebb5e1289e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.741034772Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.742223781Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd342097-b769-4fda-bc7b-695404d16be9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.742366586Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.743582077Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1f413cc-f62e-4881-8467-e04c6c94cc91\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.743823989Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.74460747Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72bff3b4-ec9d-4ff3-8ce4-dd94b5aa9eea\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.744688091Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.744724263Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.744753632Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.744780605Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.745684216Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.747907906Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.753218487Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.753280852Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.753313817Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.753342184Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.753369107Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.754387647Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.756523893Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.760511138Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.760585896Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.760619253Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.761233737Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.841420022Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.841658187Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.863373774Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:57.863661687Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60893"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.865850338Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.866832034Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.870843757Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"be565849-e70d-4e26-b42c-f3a3fb49a88c","remote_addr":"[::1]:60893","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:57.875752057Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"be565849-e70d-4e26-b42c-f3a3fb49a88c","remote_addr":"[::1]:60893","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5929,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.876407102Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.880147865Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.880210831Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.880242263Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.880269808Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be565849-e70d-4e26-b42c-f3a3fb49a88c\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:30:57 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.886183651Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.886241276Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.886271456Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.896510577Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.896870283Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.896988409Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.897230411Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.909899323Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.914893764Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.915018703Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.915113722Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.9151977Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.91681398Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.917249598Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.927081928Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.927378399Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.927482727Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.928078243Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.933200238Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.941458763Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.941535706Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.941568271Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.941947226Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:57.944835491Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.944884559Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:57.945357471Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:58.046496514Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:58.047009185Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.047171369Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":24,"elapsed":"524.718838ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.04732257Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":25,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.047420655Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.047542187Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.047640573Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.047725142Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.050412356Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.054085384Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.058263499Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.058363959Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.058449449Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.058952762Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.064805904Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.064877838Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.070081956Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.070515991Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54927","req_id":"e8cca1f6-e879-4aa0-bc23-5ee3e35ce746","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 31 59 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 1Y..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.070643515Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54927","req_id":"e8cca1f6-e879-4aa0-bc23-5ee3e35ce746","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12633,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.070814867Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.071025246Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.071144163Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54927","req_id":"e8cca1f6-e879-4aa0-bc23-5ee3e35ce746","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.072882536Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3522, tv_nsec: 871714357 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.072931474Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.073468384Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56511","req_id":"ed1fa638-7ff1-4945-ba14-135229322779","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c3 53 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .S..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.073623012Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56511","req_id":"ed1fa638-7ff1-4945-ba14-135229322779","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50003,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.073986296Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.074019702Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56511","req_id":"ed1fa638-7ff1-4945-ba14-135229322779","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.138754402Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.139158687Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.139219408Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.139252905Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.139278476Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.140471914Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.140908534Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64428","req_id":"4f007d33-daa5-404d-8acf-f32fc2f67d42","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: aa e5 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.140973674Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64428","req_id":"4f007d33-daa5-404d-8acf-f32fc2f67d42","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43749,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.141050246Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43749,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:58.14121801Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64428","req_id":"4f007d33-daa5-404d-8acf-f32fc2f67d42","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.141384743Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.141423249Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.141447939Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.143319548Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.150554523Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.150641556Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.150674131Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.151056413Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.153863195Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67f12399-b648-4257-9370-039fb4fe9312\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.154493291Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.157196386Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.157254582Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.158378161Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.160616891Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6f2b3b2-518f-4d90-975c-36869d182f96\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.160682933Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.172740597Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.173341344Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.173576302Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5930c093-176f-41a0-a066-19e2268866d4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.173639648Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.173917402Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.175056942Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.179487811Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.180190901Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.180497312Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80f3f7c0-f671-4d04-8ddf-5cebcc499f88\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.180665888Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.183759391Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.183817357Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.185064051Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a487177-c83d-48e7-82eb-157d1b78d3cd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.185509388Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.187843198Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49cdf89b-1375-48ed-ac8f-92e0582179ec\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.187961484Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.190560502Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44209fac-078a-4a0f-9899-e6af3ccd10ca\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.190731864Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.193483306Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00157ffb-96fb-4c42-8258-803723a10324\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.193539838Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.194425743Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cf6c4ef-7eee-4fd0-90c7-15e6c3a42b93\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.194530051Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.197752402Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aaf34422-c626-482e-b2db-038a64fbf4a2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.197961228Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.199013955Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.202089483Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8be9392c-ccd5-441a-afbe-c72fd687ac94\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.202503027Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.204183515Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ca762a7-66b2-49ac-85e7-aa29d26b7bef\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.204335588Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.225284327Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7042736-9ccf-4800-9f2a-cf7529e6317c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.240014215Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.243531964Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d15f0a30-9551-4810-a1d2-5e283273d678\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.24376544Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.245973228Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e50435f8-6d3b-47b3-9f41-d2906ef5ad70\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.247214752Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.249789572Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.250135341Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.25018985Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.250219359Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.253454574Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.254443084Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c38c5f8-355f-47a8-b97f-21ce464b02b9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.254585528Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.256357388Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.263269791Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.263473226Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.263569728Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.264103732Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.266448875Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.266554766Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.267145322Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.268744459Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eeedc771-4acb-4f8b-9088-12920813098f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.268972182Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.270906887Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ca80aa4-5006-4ab9-b183-4e216a1530b2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.271123509Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.273294184Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4eb2703f-04cc-4dc4-adc3-29aa4ff73fff\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.273511487Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.274397883Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44adcfc1-3a04-4f9f-92c0-b178bfdbe31a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.274640787Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:58.275683073Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.276663587Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba507d84-5f45-42be-8192-b03f8c33b7c4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.27708146Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.278231962Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"045fc239-6306-4ffe-a917-b0469b9fd136\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.278455627Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.279607863Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"120f7227-3ed6-4242-ae94-bb6e3b542809\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.279819585Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.281460294Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3268a65a-ad09-4a34-b1de-5ab814483444\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.281730573Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.283644787Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe1fa9c3-4a7b-49d6-bfaa-35f9876c9156\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.28567399Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.29084374Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb22acbc-54db-4211-94b5-1614eba7b04f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.291061554Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.293215486Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b81fe74-e411-4b83-8d8d-5234b58d657d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.293433289Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.295936196Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2a47921-02b0-4b0c-88a0-1f4e452789d3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.296085193Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.298930512Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.300245312Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a624a39-bb23-4f49-af8b-875b34ccd951\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.30037469Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.301972283Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55a3c207-c86b-4e14-a3cf-a7d60dc72db1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.30210651Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.303045231Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f83adf40-14f2-42dd-b0b8-95a33e359f34\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.303179669Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.304106856Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c337243-86d9-4011-b30d-e1ab450fb10e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.304250692Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.305693387Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbc4aa5c-bb24-4102-b3f9-3b7391ec4608\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.305824699Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.308876229Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0e6f4e8-5bcd-405e-a29d-121906087507\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.309403679Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.31205381Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"961f06cd-0083-4429-b0ce-afd220d1e3d2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.31237003Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.315317873Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccfb297e-031c-4663-8d64-cf73f525b7fa\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.315383504Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.317932683Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6644b3c9-0a00-4cdf-847c-3a8d283994c6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.318002472Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.321316285Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93b18b43-499b-4deb-84af-dc06b49247f4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.321677304Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.32396383Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45fc579d-0a20-4c73-a15a-b490de8a1958\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.324044621Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.331679743Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d9e73b6-74be-4042-b4b2-c9e78419ad5c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.331739993Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.333728806Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09425add-adbb-477a-af90-6736e132c946\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.333803605Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.334908196Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ca95395-a15a-4ea8-9735-019d31ca7863\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.334956372Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.336002215Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b5be711-95ab-41f9-834d-bfa810c3c50b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.336128587Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.338295094Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a430b18b-ab85-4288-9f34-a18b5345dabe\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.338483639Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.340459727Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b5601e9-f853-4aec-b639-dbad854a8262\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.340522923Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.340555998Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.340586409Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.340612451Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.341635199Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.347410075Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.351630053Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.351867295Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.351926313Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.3519597Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.35198995Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.352072655Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.352352693Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.352578723Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.352628983Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.352659153Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.353056906Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.35706933Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.362093711Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.362154111Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.362185684Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.362551112Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.364122463Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.368195448Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.368456198Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.368545175Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.369378085Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.385272884Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.385390478Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.387666082Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.459368384Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.45951688Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:58.460128248Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37019"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.460778975Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"c1f17275-0835-42d7-8ea7-e265033c5f5b","remote_addr":"[::1]:37019","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:58.461485382Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"c1f17275-0835-42d7-8ea7-e265033c5f5b","remote_addr":"[::1]:37019","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":716,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.462201389Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1f17275-0835-42d7-8ea7-e265033c5f5b\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.465193951Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.46526843Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.46529845Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.467277593Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.467335438Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.46736648Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.467394656Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.468138919Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.4746542Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.479423934Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.479722909Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.479777067Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.480582161Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.546744055Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:58.556240957Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:58.568640041Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.568701123Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":25,"elapsed":"521.34214ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.568742195Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":26,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.568768978Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.568951652Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.56900566Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.569038435Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.569810042Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.574149919Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.578287543Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.578375478Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.578410308Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.579365912Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.584231115Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.597162079Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.597879759Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:49903","req_id":"b9a7b3cd-4a74-4d00-8e9e-e7e19a8dd744","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 98 12 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.598033666Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:49903","req_id":"b9a7b3cd-4a74-4d00-8e9e-e7e19a8dd744","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38930,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.598290317Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.59832158Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.598351149Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:49903","req_id":"b9a7b3cd-4a74-4d00-8e9e-e7e19a8dd744","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.598821385Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3523, tv_nsec: 397717654 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.598925303Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.599469557Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:63468","req_id":"723024aa-e6da-4094-a548-a4f51664151d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: db 16 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.599527793Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:63468","req_id":"723024aa-e6da-4094-a548-a4f51664151d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56086,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.59965203Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.599677682Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:63468","req_id":"723024aa-e6da-4094-a548-a4f51664151d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.711636051Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.712186789Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.712248943Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.712284714Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.712314122Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.713052964Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.713453442Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:61785","req_id":"f0bb06a9-2472-4de5-8935-0fa0ee4a109e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 63 9b 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c c............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.713516187Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:61785","req_id":"f0bb06a9-2472-4de5-8935-0fa0ee4a109e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25499,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.71370823Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25499,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:58.713806676Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:61785","req_id":"f0bb06a9-2472-4de5-8935-0fa0ee4a109e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.71399926Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.714051504Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.714077987Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.71594649Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.737522819Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.737640704Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.737728579Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.738543513Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.739090553Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19d95148-eeb2-4c54-9b41-d4109943b080\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.73957628Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.747314017Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.747423015Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.748846401Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.754672859Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ceca2f90-94db-4128-9481-83bf192ca403\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.754956264Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.763739725Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bf9c35b-cdd5-474c-9e33-dc6315478642\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.763967629Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.778304644Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03a1699c-60d1-4f1f-ac07-e41bc07fb6b3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.778530574Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.783715766Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.787816335Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19fc05c3-77c7-4faa-a2b7-facda48dadbe\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.788039009Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.791430987Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cb51e65-7731-4d4f-8750-d59f28d8e0cb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.791641236Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.795928599Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afd56636-dae2-440f-b0b6-4e4a76c71b46\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.796142715Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.799471207Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2b1777f-ad2f-49f8-ae85-d37a024b92b7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.799680514Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.801694126Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dcc058c-c87b-491e-917c-2dcd95546231\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.80197234Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.803539162Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd7fa4e7-a077-4571-8df3-14f5974ae50f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.803850953Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.80468731Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.804872288Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.80797999Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbf01d24-4699-4b8e-be9a-56696c5aff41\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.808248335Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.808454646Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.80930483Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.809454198Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.809527514Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.811454403Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ee9a582-66c2-4636-adb4-bcd09f4b0cdf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.811672537Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.813993392Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e1b9260-5c35-4b46-9ff7-587858c390ad\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.814593367Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.819651816Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"359c35e7-012c-4b7b-9ef5-266367b81f2b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.819860511Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.82457739Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6d79ce5-3ba9-40a6-a88d-5c0ebe0a694e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.824775765Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.828269947Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41fbc63d-d332-468b-8091-dce3b83638cf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.828479995Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.832844732Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd6e9dbf-9de8-4f31-b4b5-02f964c7b2b8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.833054079Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.834628486Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.834758495Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.834848364Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.834932902Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.835706473Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.838304039Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.843484811Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.843541454Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.843571694Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.843973645Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.844271879Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e462c405-1c0e-4461-a44b-66a79b4f4bb7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.844463441Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.848483451Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ca84aec-2dd4-4794-8a4e-60e11fed53bb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.848872977Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.848935922Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.848972495Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.849459365Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.850736981Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86dedc65-6bda-42dd-91e3-fb2994c75651\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.850813874Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.854264409Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1aa4aefd-85de-4dc6-b7c3-4c8519e7065b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.854451301Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.861973349Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1e527f1-9332-4bb0-80f1-935ad8a9762f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.86226015Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.864436817Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c576f642-1319-4607-9537-8dfcd670df2a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.86453394Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.869568702Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99afa9ca-cab3-4486-b928-aa1bbec65bb9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.869807207Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.872489862Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aae5b4e2-351e-4ecb-917b-4a3f0efc5a7b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.872557557Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.884429351Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5173de45-6d4d-4e67-8e7c-2e4e16255006\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.884594259Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.894036552Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f86afd3-ebaf-4398-afcc-62a1ba0be080\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.894295889Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.90147337Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c06fd79-4898-4cb1-aed4-067009425924\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.901736093Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.904525591Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.908574659Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46e15e4a-b7ef-4bf4-a953-3c3ec8b67dec\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.912216314Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.916704797Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5077daea-6eb0-446c-aa49-056b99450e9d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.917633598Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.921958074Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d6a9e50-ce9b-4ec2-ad5c-cab0892934be\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.922222852Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.923913691Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"321dadb8-1235-4ee8-907f-255617787c8f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.92409402Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.926134716Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fa5a614-e243-4000-a3cd-798adf0be072\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.92631269Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.927680656Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89be5eb3-37c9-4dc5-ab97-7993535d4a38\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.927746577Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.929277949Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b45fa4d2-6fb7-4f43-98ca-84e7d38e2cf2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.935358704Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.937355102Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6311668-c3c1-43e5-bfc3-475b2519ae92\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.937474169Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.939447902Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0f98414-e959-4be0-90f6-1ff54accc457\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.939508342Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.942290525Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21f42f95-832b-414f-84c6-9b0481d71724\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.94248349Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.946673558Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69d113b0-3302-491e-934f-4cef78363089\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.946815661Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.950080667Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73641fe0-5bdc-4205-8949-fb5d7b9c3de3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.950300735Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.95348501Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79b3d979-98b9-4399-8339-369630d1903c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.95371619Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.95495561Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a41c2e0-442e-43ca-96c6-79199886ce38\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.955256649Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.956124408Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.956250951Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.956385729Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.956471951Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.957440731Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.959188012Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec23ee75-4af1-48a1-9b1f-7f0d00e4d96a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.959421037Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.960284537Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.966195474Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.966295073Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.966380102Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.967078013Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.968254156Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"386a5148-f084-4e79-a408-347bd726f53e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.968482521Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.970326816Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.970431204Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.971208192Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.980377862Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7eac1181-4ad2-4e48-9940-8e4863a144d4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.98069307Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.980910784Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.981004911Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.981086464Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.981777791Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.989522722Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.994201044Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.994299259Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.994384469Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:58.994469258Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.994549809Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:58.995132269Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.004167541Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.007915699Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.013222463Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.01338698Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.022683914Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.104650367Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.104791919Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:59.107386518Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40354"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.108878742Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"c1094c6d-1816-4bd1-b635-82497b24ca0c","remote_addr":"[::1]:40354","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:59.113432515Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"c1094c6d-1816-4bd1-b635-82497b24ca0c","remote_addr":"[::1]:40354","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4563,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.114089624Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1094c6d-1816-4bd1-b635-82497b24ca0c\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:30:58 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.116119408Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.116167163Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.116193355Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.117910437Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.117956128Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.117986919Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.118015265Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.118613968Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.125242886Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.128970212Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.129161854Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.129215281Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.129643304Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.141996867Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:59.160625453Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:59.160996874Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.16104525Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":26,"elapsed":"592.26528ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.161140229Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":27,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.161177574Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.161206792Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.161235339Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.161261791Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.162128699Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.16418215Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.168884209Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.168987825Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.169082193Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.169692319Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.170576641Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.170698173Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.170905867Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.172361657Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.175343198Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.175403458Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.178694725Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.178759384Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.179047799Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58665","req_id":"c28899ab-e4ff-4a06-a372-6ef78c0bd20d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 1f 8a 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.179227286Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58665","req_id":"c28899ab-e4ff-4a06-a372-6ef78c0bd20d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8074,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.179494158Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.179541302Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.179583065Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58665","req_id":"c28899ab-e4ff-4a06-a372-6ef78c0bd20d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.181255007Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3523, tv_nsec: 978877778 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.181339856Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.181371178Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:50653","req_id":"b4447072-9072-4f2c-b134-19e544eabfcd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 79 8b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e y...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.181408332Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:50653","req_id":"b4447072-9072-4f2c-b134-19e544eabfcd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31115,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.181493632Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.181516838Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:50653","req_id":"b4447072-9072-4f2c-b134-19e544eabfcd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.238173964Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.238838788Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.238908307Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.238943367Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.238971002Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.239773831Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.241197688Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52805","req_id":"1da84e27-83df-47c6-8e25-6d674f2123bb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 68 c8 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c h............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.241327327Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52805","req_id":"1da84e27-83df-47c6-8e25-6d674f2123bb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26824,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.241417206Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26824,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:59.241495853Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52805","req_id":"1da84e27-83df-47c6-8e25-6d674f2123bb","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.242009937Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.242467468Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.242520805Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.24410934Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.244176323Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.245413929Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.252689345Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.252746629Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.252773673Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.253256274Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.262540222Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33e825bb-5c57-4680-8a4d-5d4c6375c664\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.262921772Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.263830443Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.263891324Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.26483266Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.266647506Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2ab2991-836e-4e52-ad7d-d43a538cb6d9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.266957413Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.270257168Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58e004bb-da64-491e-93fa-23da759e2ba8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.270537095Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:59.278880669Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.280194247Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdbb7481-a826-4a1d-bb23-5af4c85a6316\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.280449836Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.283663389Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edc2d3bd-c3dc-4aef-a2ff-47c9625dac45\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.284653411Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.287611234Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc5b1c72-60b9-4dba-b1e4-db413fce18a0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.287778738Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.291336767Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"527fdc00-74f5-4380-8918-eef1ff5d9d50\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.292099858Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.296894721Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30238de6-3d0d-48f0-8644-f9febee909ae\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.297110311Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.298593937Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f4c7936-7662-4093-beee-772d91420486\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.298732122Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.302516893Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1344ab45-d4bc-4049-8bc6-c67f9c6fb45a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.302663505Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.303823907Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.304591176Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b4d849b-93bf-4cde-ad05-0352b3657930\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.304711776Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.306071135Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b028949-356e-42bb-b9a8-363bfbd15c58\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.306253247Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.307814518Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e922175-53d8-4624-b62a-0e177814b6e0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.309046493Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.313691428Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bfba173-ffa0-49aa-9368-75517784028b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.314177155Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.318970275Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f31c562-88c1-4722-b558-bcfbae5a9cbb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.319050726Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.322078979Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1aad390-9e4e-49f0-be89-30e7533f5bef\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.322156924Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.325265608Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d09efb2-12b4-43a6-a34b-146c997b10bd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.325342912Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.327461874Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d3b0cc8-3a5b-4853-873c-55c31a79e4f3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.327586362Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.329761997Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a121402-b6b8-4e54-9dc8-eca1c771a99d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.33013991Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.330869524Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41211ff9-0eb2-4e83-9d56-309c3277ea5f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.331207507Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.332405644Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dd83716-ecd8-4391-be0d-f745065dc899\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.332576254Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.333683721Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28a35dd1-41c8-40ef-811e-ac3e911f4a07\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.333822137Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.334622451Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d4575b8-a561-4f6f-874a-2dcc7549ef8e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.334742721Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.336255956Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"caec1211-000d-42e2-ba6f-07caaf5139eb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.336315444Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.337943398Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cb5e03b-069f-4359-9283-c167c551df66\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.338098707Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.339794757Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbf56ed0-8e01-4881-9f0c-9e3001706fb1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.339857993Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.341937746Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efd92d39-b280-4430-b75e-a805563c89da\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.342052485Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.343972811Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9276671b-8686-4d1b-b70f-34b03ba86e2c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.344051809Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.346064569Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0df74e5e-7fb6-4454-b7e6-3ea5a56dedc6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.346189929Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.348612886Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67e263e7-a9ab-4325-9630-454113e00782\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.348873225Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.349897115Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ad4298b-5cf2-41ba-b6aa-b2a1f1424f6c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.349961664Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.350887939Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d71cfb8f-0d21-4791-adb6-d08138b2e4c9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.35096864Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.352372457Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0a6b99f-7468-4f49-bd94-0c8c2c484580\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.352440643Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.353060989Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e72f8935-db8e-4cd1-b73b-1833661ad1a7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.353147712Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.354215439Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c522437-734f-4104-8427-74af933e6e6b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.354372211Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.354806176Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.354865745Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.354895865Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.354924692Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.355559407Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.358288905Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.36806818Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.368138951Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.368210333Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.368690319Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.369015427Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f08d80bb-cf70-4b6f-90a1-da79b29dc43d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.36937332Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.371816418Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.371865245Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.372342245Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.372551893Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b672dc59-e0ce-4787-9df2-97888836222d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.372723726Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.376712743Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"852cc319-76d4-469b-897e-f2823a3ed9a5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.37684632Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.379495638Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84c194dd-5af0-4f63-90dd-343e7e0ab888\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.379655026Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.383333545Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08eacca1-e49c-48e6-823c-ba8b9de273c0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.383548824Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.386321929Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"935b7f11-8fad-4d40-82bd-d55e1cd2074b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.386389043Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.387820565Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea0aff04-4600-458b-a7a1-bae58256eb95\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.387984812Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.389303279Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7352ff21-f21c-4a44-8b83-576585abceea\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.38942912Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.390525354Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b27ddf6f-ce51-4f11-84b6-d982eabefc43\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.39081949Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.39185811Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a348b50d-365a-4ff0-95bc-1d0043fb2ad4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.392097927Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.392146444Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.392180752Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.392210822Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.392860236Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.396499748Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.400510809Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.400618594Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.400654726Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.400683934Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.400710227Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.401430602Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.405813665Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.406397218Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.412356942Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.41242107Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.412453996Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.412934252Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.487587274Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.487673666Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.488895711Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.488946432Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.488975951Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.489001371Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.489656847Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:59.489716917Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39103"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.49093832Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"c8fc58a4-c283-4e93-9fed-4904e0608579","remote_addr":"[::1]:39103","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:59.491494859Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"c8fc58a4-c283-4e93-9fed-4904e0608579","remote_addr":"[::1]:39103","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":554,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.492320204Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8fc58a4-c283-4e93-9fed-4904e0608579\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.49559065Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.495671621Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.495732543Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.49808025Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.498357603Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.498454125Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.498661999Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.500699649Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.501098253Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.507397645Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.5074457Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.507473566Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.507880777Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.510113897Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.517598158Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.517803818Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.517853948Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.518323874Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.518580265Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.518630636Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.519661479Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:59.553697414Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:59.554406587Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.554473029Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":27,"elapsed":"392.863094ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.554508881Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":28,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.554537377Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.554566305Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.554594351Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.554623188Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.555413513Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.555739773Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.557124983Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.560998501Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.561067368Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.561096646Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.561556232Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.564533965Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.564746999Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.56624284Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56474","req_id":"59e5f3c2-2621-4477-a0b2-1256931c97bf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: e3 03 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.566291346Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56474","req_id":"59e5f3c2-2621-4477-a0b2-1256931c97bf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58115,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.566362679Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.56653384Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.566570002Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56474","req_id":"59e5f3c2-2621-4477-a0b2-1256931c97bf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.566956361Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3524, tv_nsec: 365851368 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.567017674Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.567321699Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:49734","req_id":"7b323794-3dc1-4865-9327-ac6001871fc9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d7 2c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .,..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.567374565Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:49734","req_id":"7b323794-3dc1-4865-9327-ac6001871fc9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55084,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.567570706Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.567607759Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:49734","req_id":"7b323794-3dc1-4865-9327-ac6001871fc9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.621760215Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.622810507Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.624262801Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.624389283Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.624424693Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.625041021Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.625554184Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51063","req_id":"26e12a2f-77f7-4eaf-a57e-3daaa50ceb88","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: af 4a 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .J..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.625620346Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51063","req_id":"26e12a2f-77f7-4eaf-a57e-3daaa50ceb88","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44874,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.625696117Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44874,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:30:59.625767118Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51063","req_id":"26e12a2f-77f7-4eaf-a57e-3daaa50ceb88","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.626062036Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.626153027Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.62635011Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.632671585Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.651284259Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.65136512Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.651397555Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.652689329Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.653481016Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bbd0045-0a53-4e2f-b285-cafc3af038e3\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.653843508Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.65774406Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.65780935Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.659183869Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.662008817Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"435e37ce-73e4-4191-919c-bcc51740ef0f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.662279557Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.673283261Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ed3acc8-78a9-415a-93cd-bf473d76b59a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.673758788Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.678584403Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"154177d3-7f25-483f-8e5b-185d90463b70\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.678824842Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.682668591Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e07fc8a-abca-4133-b8a0-137fb33ca637\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.682887918Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.685184123Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"621583e2-b608-4ae6-afcd-65f7271fbaaa\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.685397488Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.689674459Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61058beb-5d3f-439c-a76e-29d2d3e412cc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.690213303Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.69051787Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.693001578Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d620774f-18ee-4fc2-84ff-1de72d5a32ab\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.693264673Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.694542649Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f927bb2-c2f0-4b64-bad2-f4ef889a273f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.694678199Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.695543693Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f99e2bbb-efac-4d09-a70b-f0203f0bc4c2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.695696448Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.696548796Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46e5c5d8-a373-4183-924c-d6b8a5741be8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.696670849Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.697712815Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07377835-3662-4dd9-935b-fa5d5e0ff571\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.69783555Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.699115981Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2acad8e9-2941-4547-93fc-4d82065da781\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.70052588Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.704331653Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e4e7141-f64b-462b-9a44-23db6e829538\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.704397244Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:59.708868322Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.709079352Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"feb6bbb3-1a4b-4316-90d0-5a88708e6b04\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.709445502Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.71013213Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","body":"None","uri":"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.710696524Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5fe7fd2c-6a5a-4239-a354-9e72851a20f8","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.711355167Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5fe7fd2c-6a5a-4239-a354-9e72851a20f8","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.712628604Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5fe7fd2c-6a5a-4239-a354-9e72851a20f8","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.713477445Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5fe7fd2c-6a5a-4239-a354-9e72851a20f8","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.715996414Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11bbe55e-bd2e-4270-8045-fdcd062c4a72\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.716254969Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:59.716705066Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5fe7fd2c-6a5a-4239-a354-9e72851a20f8","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":6015,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.717166515Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fe7fd2c-6a5a-4239-a354-9e72851a20f8\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.717439459Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","body":"None","uri":"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.719486307Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6b1301fa-bf07-404f-bf23-f88e3fc0c936","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.719844822Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6b1301fa-bf07-404f-bf23-f88e3fc0c936","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.719967105Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6b1301fa-bf07-404f-bf23-f88e3fc0c936","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.721089722Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6b1301fa-bf07-404f-bf23-f88e3fc0c936","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.722714399Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"031769b0-fc5e-4560-83c3-eaf0b5b2f687\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.722929327Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:59.723812367Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6b1301fa-bf07-404f-bf23-f88e3fc0c936","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":4330,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.724470939Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b1301fa-bf07-404f-bf23-f88e3fc0c936\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.724971456Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.725115423Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:59.72514391Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.726736032Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a15d5495-9eed-4512-bd0e-be79b8843611\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.728221402Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.730090746Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81efdc22-b661-4a1a-9756-749f083025aa\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.730344622Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.731238553Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0a3005f-d905-40f6-bdcc-54aa09a4028b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.731366137Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.732442051Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"700b77e4-efb7-484c-993a-67a272462a26\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.732786507Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.733716801Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ca73a4c-a411-4708-afe3-3788ae70f2aa\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.734053912Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.734486925Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"7165b792-0659-440a-9678-0c4700d15032","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.734634399Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"7165b792-0659-440a-9678-0c4700d15032","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:59.735137662Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"127.0.0.1:51689","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","component":"nexus-producer-server","name":"7165b792-0659-440a-9678-0c4700d15032","remote_addr":"127.0.0.1:43823"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.7357841Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/7165b792-0659-440a-9678-0c4700d15032","method":"GET","req_id":"b196122e-447e-47d3-ab3e-52a452567a9f","remote_addr":"127.0.0.1:43823","local_addr":"127.0.0.1:51689","component":"dropshot","component":"nexus-producer-server","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:30:59.779972021Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/7165b792-0659-440a-9678-0c4700d15032","method":"GET","req_id":"b196122e-447e-47d3-ab3e-52a452567a9f","remote_addr":"127.0.0.1:43823","local_addr":"127.0.0.1:51689","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":44040,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.780122271Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.780236087Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.780270025Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.78030238Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.783603216Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.783886962Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a94b6690-91b4-428c-9d29-92195bf751b0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.784069555Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.784244133Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"7165b792-0659-440a-9678-0c4700d15032","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.815703985Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"7165b792-0659-440a-9678-0c4700d15032","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.815780036Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"7165b792-0659-440a-9678-0c4700d15032","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.815808683Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"7165b792-0659-440a-9678-0c4700d15032","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 17 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.816046627Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 17 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.816102619Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 17 total samples","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.816290283Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.816978815Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.817034726Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('integration_target:integration_metric') FORMAT Native;"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.817935691Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.818066632Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.819853462Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.826572149Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.826636136Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.82666807Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.8271198Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.827648594Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.828242517Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.828300092Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.828327035Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"no new timeseries schema in database","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.829296497Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.829351577Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:30:59.816901230Z }","timeseries_name":"http_service:request_latency_histogram"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.833906372Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.833963385Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.834818479Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d625010a-f065-439a-be81-27b808e9530c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.835005772Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.835661739Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.835720817Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.836277316Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no new timeseries schema in database","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.837638768Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.837694089Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:cpus_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:30:59.833827825Z }","timeseries_name":"collection_target:cpus_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.838260748Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.838316759Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.841612265Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.841710992Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:ram_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:30:59.838185929Z }","timeseries_name":"collection_target:ram_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.842286619Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.842343552Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'collection_target:ram_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.842554152Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab0941b5-31d2-4c63-9cc1-f3cbfde01ad4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.84268354Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"no new timeseries schema in database","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.845458138Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.84555466Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:virtual_disk_space_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:30:59.842207972Z }","timeseries_name":"collection_target:virtual_disk_space_provisioned"} {"msg":"inserting 4 new timeseries schema","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.858703609Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.858906253Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":4,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.861260543Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c0ac653-6c5d-4eb1-84fd-496b0dc0a3a5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.861483568Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.864208717Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":10,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.868565748Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":10} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.868666038Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.870390143Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5c7e8cc-cf1d-421f-89e6-b4303647f21a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.870813056Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.87501087Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.875317801Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":17,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.881968462Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":17} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.882043051Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.88308621Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cea91900-f8e6-45c9-9ddb-31c4b5c9652a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.88445186Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.888872228Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.8909966Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.891104004Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.892784162Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d99f9661-56d0-4c14-99bc-d311232de693\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.893308968Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.896453914Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":12} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.896546388Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.907131448Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d0d8d80-8b5c-436e-a2e5-07a91111e8a6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.907402358Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.908740614Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39c670e0-1535-4afb-911b-067c798a1ae0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.909133437Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.911126368Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05d567c2-e815-4d2e-a146-641a0ee007cc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.911545423Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.912864511Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf43d060-d309-4691-828d-f96dd5b8c94a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.91330597Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.91429942Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c2a6969-303d-4b71-99e3-d3db1986eccb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.914510911Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.915923205Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb2f9a61-0db7-4d23-a2de-0b4f9c12d1ac\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.916210938Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:30:59.916940893Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.918462755Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"206c1161-f445-4f81-97f8-51f9abba8c85\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.918671511Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.921056553Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a47a3dc-b94d-47cc-95d7-557a7705e8e5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.921314206Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.924373241Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c38fe80-c0ea-4ccc-9de6-d11dd5e2ef4f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.924697778Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.926702973Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"927d61d5-c15c-4e26-8884-ebb24085f219\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.92716829Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.92963231Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cedfe5e-10a6-427d-905c-7a631c6ab310\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.929842068Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.932569852Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0423ece2-b752-40fc-9231-8040d0c48577\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.932773388Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.933854001Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e8e9dfd-fa43-4345-8208-a8e08f4d7eb0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.93411465Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.935371635Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"911c5456-6740-4c00-81b6-6b5b5f76a095\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.935589569Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.936735492Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e82c9ff-751f-4810-a17a-e3781e668dbd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.936950501Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.938543034Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d18a053-006d-4c49-95af-cd029f913c54\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.938731399Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.938905346Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.939001597Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.939085945Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.940501586Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.941011813Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.94111099Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.941174236Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.941205819Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.941953459Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.943476203Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.949687699Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.949738069Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.94976848Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.949796856Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.949825794Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.95158564Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.952941111Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.962467271Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.962560888Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.962645616Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.963381423Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.966258615Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.97073285Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.970935133Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.971026284Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.972115755Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:30:59.974485437Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.974584344Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:30:59.975334749Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.040353164Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.040418574Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:00.041637873Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65316"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.045773213Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"8379f2b3-77a9-431c-9544-4d49a352d946","remote_addr":"[::1]:65316","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:00.046128631Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"8379f2b3-77a9-431c-9544-4d49a352d946","remote_addr":"[::1]:65316","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":386,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.049700888Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8379f2b3-77a9-431c-9544-4d49a352d946\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.053108939Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.053164399Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.053191624Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.055427027Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.055486596Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.05551847Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.055550744Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.056112132Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.063996331Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.070275743Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.070806029Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.070865528Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.074575049Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.129903377Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:00.133031199Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:00.133107601Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.133144204Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":28,"elapsed":"578.157561ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.133203943Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":29,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.133231117Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.133260766Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.133288141Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.133313822Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.133346848Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.13574209Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.13993277Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.139994793Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.140026015Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.140521352Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.143740707Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.143794173Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.144594578Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52157","req_id":"79d6483e-96f8-407a-9ef5-3e0345095132","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 98 51 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .Q..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.14474594Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52157","req_id":"79d6483e-96f8-407a-9ef5-3e0345095132","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38993,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.145202419Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.145363761Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.145457618Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52157","req_id":"79d6483e-96f8-407a-9ef5-3e0345095132","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.146920883Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3524, tv_nsec: 945819657 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.146977596Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.147315559Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59566","req_id":"5c2a14ce-6ba1-44fe-8088-c95c1c2c7777","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 09 c4 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.147364517Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59566","req_id":"5c2a14ce-6ba1-44fe-8088-c95c1c2c7777","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2500,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.147458073Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.147550558Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59566","req_id":"5c2a14ce-6ba1-44fe-8088-c95c1c2c7777","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.203665563Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.204113706Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.204245148Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.204487821Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.204592269Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.205692922Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.206548738Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.206737083Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.207230326Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.208309145Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.208947357Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58027","req_id":"3d58f999-3a1d-4644-a20f-711d83ffba4c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 7e dd 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ~............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.209123387Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58027","req_id":"3d58f999-3a1d-4644-a20f-711d83ffba4c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32477,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.209398936Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32477,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:31:00.209633654Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58027","req_id":"3d58f999-3a1d-4644-a20f-711d83ffba4c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.209907259Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.210135183Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.210273058Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.211535634Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.223627396Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.223753868Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.223851602Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.224832507Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.225328114Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.225437793Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.229756297Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a41a4396-b97f-4f2f-b757-975eea484980\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.230901168Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.231211436Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.231338219Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.232405566Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.232797607Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.232955181Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.235453128Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08fe3d42-0a16-46da-bf1f-f15d84c522eb\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.235707745Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.23995127Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"805da753-d097-4b41-a289-151298e7eaad\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.240239815Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.243554028Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56eca590-6300-4a03-b02c-16861f7c71e8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.243843054Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.245972777Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a59f407-a2ba-4d34-ad3b-0d74c6612283\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.246234319Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.249328243Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e84659e-69e3-411f-83a1-41eff195444c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.249649463Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.264221828Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd9a65ab-4105-4c0d-ab4b-098f7c9dcf9b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.264511044Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.271556301Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27275d5b-a8af-4c2f-b791-10a5d6c2f6d7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.271774095Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.273252531Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d67141c8-7880-4475-a01a-4154ab523e0f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.274242233Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.275917901Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"889cd4a9-5410-452a-ad9b-d227e6c9c683\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.276156416Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.279205742Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c609282-6a69-4433-a179-37460da1d174\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.279964634Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.283055212Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.285169464Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6decc536-56ea-47b8-aa86-271262b535b6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.28547868Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.286571818Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38c2b4fe-48a6-469e-a634-b2d2b6a731ad\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.286867518Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.289617777Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4199046-5b53-4c60-be4d-c5b3711170a7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.289889799Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.292993403Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e259f1d3-a7a7-4956-88d7-5e6d1fcaec38\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.293304583Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.295210621Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1eeaa4d3-9d2c-4cdb-9573-6875db05a723\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.2954261Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.297321466Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0bf45e7-fdc1-47b2-b701-f469c6157ae5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.2975741Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.300347776Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"664726f1-b7c4-4daf-9875-404086c805d1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.300559157Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.303313355Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1a8d3bb-7736-42ff-90e4-7cec355f735c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.303522421Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.304397775Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcc248c1-b3a4-4eb8-a3bb-ce9332569980\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.304615339Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.307379937Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06b6b421-ad87-42a3-b2b3-050423ba3d7c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.308240552Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:00.308809325Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.309460503Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"583acffa-0909-4bfc-9538-6fe56ae827d9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.310591897Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.312916729Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf00e93e-191d-4f6c-b113-1e5f9c8f556a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.312983462Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.314987635Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65897b84-a1df-4659-8a89-fd408b50c435\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.315052795Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.316802211Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3719530e-e7d4-45bb-a5c4-6e80c78ff104\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.316869885Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.319418363Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55d04ceb-2903-4ffa-9195-3e0f34bb29d6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.319539805Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.322075237Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8049aa41-f9d8-4317-a82f-05342f52ae7d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.322382449Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.325766241Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45106bc2-c7a5-41fb-9b22-bda3a7245f79\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.326206267Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.328332364Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08359d98-343f-4937-8698-778046a13bcd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.33636602Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.336440829Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.336472272Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.336499987Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.336525809Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.336550678Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.339337841Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d240039-717a-48d4-87dc-fd27cf63c69f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.339410747Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.339921174Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.346628628Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.346689449Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.34672535Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.347501176Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.348442742Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93f7d702-4d44-4d24-9968-1cdec268d695\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.348568032Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.349820076Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c24a094d-31bf-4d75-99b9-d25639f91db8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.349941649Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.350138912Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.350193891Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.35084588Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.352026913Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac02e988-d39b-4e28-b6ee-b7fb45d5d0ad\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.352291731Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.354049604Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5284f4cf-a674-465f-91bd-b93a6d0106bd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.354112258Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.355867686Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"355d9886-d2a7-478b-8d5e-fcb710ae4822\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.357112687Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.364687649Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2b91dd8-e2d5-4c69-9573-f93f5717bf94\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.364864221Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.370095614Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b931e22c-de11-476c-97e0-7bbb1e4e77d1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.370167487Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.374775539Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7584ebd0-2cab-4049-8578-b9f62727082f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.374898433Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.380134436Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cca80901-ef23-4345-a33f-b2d15c797e37\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.380503792Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.383939447Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c63ab2fc-a446-4509-9e69-3b4e80e2fb17\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.384709551Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.387647355Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.389255709Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"925bd716-a67e-4fcd-9053-41da5eeb969d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.389317983Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.390373597Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b15bd734-f1da-44fe-aa63-9a2bd34c2214\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.390433696Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.391615641Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb95a5ce-320e-462c-89ff-8f0567a6cdd6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.391905749Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.394250682Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55b9f549-7be2-483b-8358-72b0a5576ba9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.394523455Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.397147413Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12cb8604-9159-4644-8b3f-cc2c77f90a11\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.398638223Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.398728744Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.398772561Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.398800326Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.398824274Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.407157938Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.411363347Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.411467916Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.411560741Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.411651822Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.41173591Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.4125539Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.415384149Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.420813967Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.420947674Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.421068905Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.42165871Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.471791948Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.471879021Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.472343306Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.472391682Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.472428165Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.472458886Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.473179843Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:00.473282197Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39212"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.474966843Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"41ded679-1e74-41e3-9a8a-8298a9cbf691","remote_addr":"[::1]:39212","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:00.475787198Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"41ded679-1e74-41e3-9a8a-8298a9cbf691","remote_addr":"[::1]:39212","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":857,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.47795131Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41ded679-1e74-41e3-9a8a-8298a9cbf691\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.480376522Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.480443806Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.480471802Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.482476887Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.482546054Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.482581545Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.482610052Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.483892467Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.484208958Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.491988137Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.493164892Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.493278739Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.493466042Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.495566477Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.51073063Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.510819678Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.510854888Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.510974727Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.512257773Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.512305338Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.512881516Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:00.557440857Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:00.557850223Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.557885994Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":29,"elapsed":"425.526524ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.55791906Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":30,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.557944862Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.558233056Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.558313646Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.558345981Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.559092248Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.564170636Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.570467993Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.570664044Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.570714234Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.571247837Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.572431916Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.575961889Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.576022991Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.580650281Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59249","req_id":"53131ee3-8e9c-4822-a255-f646cf2749e0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: dd 7e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .~..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.580863265Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59249","req_id":"53131ee3-8e9c-4822-a255-f646cf2749e0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56702,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.581265356Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.5815937Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.581827867Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59249","req_id":"53131ee3-8e9c-4822-a255-f646cf2749e0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.582291421Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3525, tv_nsec: 381212950 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.584014714Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.584673226Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54741","req_id":"6d9054b2-749a-446a-bcb5-35183660f404","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 0a 80 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.584940298Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54741","req_id":"6d9054b2-749a-446a-bcb5-35183660f404","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2688,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.586283374Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.586344406Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54741","req_id":"6d9054b2-749a-446a-bcb5-35183660f404","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.639546307Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.639951134Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.640007316Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.64004474Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.640076423Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.640699435Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.640979523Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:53391","req_id":"77f2d501-6e8f-4e59-9c40-33979f0a8198","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: a4 2d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .-..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.641116406Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:53391","req_id":"77f2d501-6e8f-4e59-9c40-33979f0a8198","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42029,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.641202918Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42029,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:31:00.641347376Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:53391","req_id":"77f2d501-6e8f-4e59-9c40-33979f0a8198","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.642242179Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.642339262Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.642422017Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.643911795Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.651391027Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.651475435Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.651508581Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.651851525Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.653145944Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0238c214-39d2-413a-99f7-298ad364ee9a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.653581481Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.655066159Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9606a62c-01d3-470b-b806-4b13197073ea\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.655288673Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.65557352Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.655627037Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.656064268Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.659234485Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eee5add7-5bd7-4d00-942d-18e75c69c39c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.659319334Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.661724015Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eec2c964-fd3f-4acb-a747-9765bf9d5fc8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.661795607Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.663908788Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bcc1a11-6ce0-4213-b7a2-887af23dcb77\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.663976944Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.666039844Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f4ef7da-dce8-4aa4-ba0f-3481ae94a10f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.666106497Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.668658742Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54f7a1da-b26c-4dc1-a616-75f30b0dd8f0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.668800334Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.671287239Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"409d1e00-745c-46c0-ae64-04565b41f2eb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.671397919Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.672277843Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdaff63d-239a-41ee-a16e-24c8a4738dd9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.672413363Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.673874554Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c2c8486-9afe-4b9c-be3f-affc53327749\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.674117979Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.677512202Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"243a22e4-7b65-404f-a786-81a853c8c59e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.677649656Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.679177279Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b1895d6-0ead-4ad5-97b8-eeca02ec17d5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.679292739Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.682075173Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecda61ca-d4a6-41c2-925f-07e559a20ef2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.682457355Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.685778502Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c04b0199-297d-4868-afe0-cb538738a551\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.685840866Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.689947288Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.695182479Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3c0dfce-c97b-4cf4-9453-dfcbb8809ee8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.695404731Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.708981683Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04f75756-9e58-4896-9c4a-3c0427b7ffd2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.709938639Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.715552294Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d992f760-2ad5-4098-b982-f470f1f70d22\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.715681452Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.720290685Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fe2d760-0296-417e-a594-41e085192912\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.72073499Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.723587564Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8e871f9-23a9-448c-8347-b53a268e0f5b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.723698495Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.725377941Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0310f460-96ea-49f7-bbfc-0058ba64ecd6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.725442921Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.727322756Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a49fe905-35f9-4ca5-9019-cdf75d6a8bb4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.728215906Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.732168331Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bbb2eb2-0501-4b2b-a23f-21ae9fe30d66\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.732576033Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.733763799Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e560190-cd0c-4184-bacd-212165ea7c8f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.733879039Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.735733013Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b0b4ce0-d9e4-42c1-b620-fdc46063e8de\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.736121126Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.74029365Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7556b5b5-da9b-4fe6-a201-70616d87a1af\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.740777464Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.74308414Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.743126284Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.743278096Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.743434297Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.74392249Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.748053771Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.754583181Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.754685855Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.754770193Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.755534777Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.757929077Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.75803105Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.758860162Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.759137144Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a816d2e-b6d2-4696-9a7c-66e0c8665b26\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.759352163Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.766137342Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee9e54bb-3637-495a-8d69-66521001cd9f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.766607178Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.804678712Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28c116eb-ceb0-4715-a7ac-113de13f33f8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.805006826Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.806573577Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.806983033Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.812340838Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.813344959Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.813455289Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.813533033Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.819379011Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c44fcc9-1cdf-4251-a1d2-cde33a31c041\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.819847455Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.826856129Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.830278788Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9248bb1-b1e2-4a05-aa21-674b04c6f2b0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.83065596Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.832207431Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a5ce9d2-c489-48a3-957d-4360bad2a723\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.832596777Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.835292378Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea57ba77-543d-47f4-86ae-1171e8f257aa\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.835533518Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.836914199Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df76124f-0b27-4856-98a8-e86f0bdaad65\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.837292513Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.838670709Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"975f5c79-4b5b-48cd-a915-190d87771509\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.838879174Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.840952846Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e60f319f-1d6d-430a-a1ef-4f2fcf1f5272\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.841706207Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.846110863Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8db3f8f9-ac6b-48d3-a6ce-04444efe0bbb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.846447894Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.854488655Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18222ccc-5844-44e7-ba5d-df9fbb3c92f6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.854895786Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.858624084Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a762fd0-0b58-46c7-9c93-e3108e5a9efc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.867611141Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.876197148Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85020cff-5663-4e15-ad2f-84096bdbc85e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.876351054Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.877750873Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.877807286Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.877840261Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.877866654Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.879493666Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.884580942Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.89084873Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.890937136Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.890973128Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.891346812Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.893183211Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be9059f6-bccb-456b-a2a5-a56faedae7bf\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.893415003Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.893960179Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.894003766Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.894353653Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.89710222Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68a84906-659c-48ee-a9ec-0efcb7a1c679\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.897213511Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.89831198Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1e98331-8537-409c-9199-0d6b431ac9e7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.898850774Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.900055804Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70010c1b-243d-4aa5-83a4-d75b5a6ba652\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.900190242Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.901691053Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6aea1196-de32-4a0c-b379-0205e783feba\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.901857384Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.903334557Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc807fa1-78b7-40cc-98aa-ce33b906364c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.903546309Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.903698402Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.903747911Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.903776638Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.904157607Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.906867226Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.910320566Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.910441958Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.910481727Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.910512108Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.910540495Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.911142083Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.914796955Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.918845351Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.918973086Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.919008016Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.919636688Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.984978758Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.985474396Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:00.9857876Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61100"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:00.987987152Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"0016f42e-7f5d-4fc7-83b1-6ae761fef369","remote_addr":"[::1]:61100","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:00.989333214Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"0016f42e-7f5d-4fc7-83b1-6ae761fef369","remote_addr":"[::1]:61100","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1170,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.99063596Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0016f42e-7f5d-4fc7-83b1-6ae761fef369\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.996979318Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.997048105Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:00.997074117Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.002329378Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.00239541Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.002429167Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.002459648Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.003248379Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.015035294Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.020336085Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.020498659Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.02064959Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.021160237Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.021833388Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:01.068202977Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:01.06853099Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.068582473Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":30,"elapsed":"510.588594ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.068618264Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":31,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.068645088Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.068672663Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.068700528Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.06872658Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.069867533Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.071516489Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.075488813Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.075565787Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.075600356Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.075981846Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.07682241Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.076883552Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.076917099Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.076944905Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.076968692Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.079040921Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.079097784Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.079510847Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.085782373Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.085901801Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.085988694Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.086930771Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.087701827Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54894","req_id":"869dc14c-f9b0-4ca3-8519-c53d13c0e5ab","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: e5 01 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.087763009Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54894","req_id":"869dc14c-f9b0-4ca3-8519-c53d13c0e5ab","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58625,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.087954661Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.088113197Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.08820514Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54894","req_id":"869dc14c-f9b0-4ca3-8519-c53d13c0e5ab","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.089708806Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3525, tv_nsec: 888158766 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.089764587Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.089791571Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58824","req_id":"7a53223c-c372-4ea2-9909-fe9e6fb9da53","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d2 52 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .R..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.089822332Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58824","req_id":"7a53223c-c372-4ea2-9909-fe9e6fb9da53","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53842,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.089966149Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.090036559Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58824","req_id":"7a53223c-c372-4ea2-9909-fe9e6fb9da53","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.090263581Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.090312489Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.090722716Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.155497195Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.156069726Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56903","req_id":"0817dfdf-9d92-4b31-80da-d79c6b19c346","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 07 a5 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.156194023Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56903","req_id":"0817dfdf-9d92-4b31-80da-d79c6b19c346","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1957,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.156294443Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1957,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:31:01.156383571Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56903","req_id":"0817dfdf-9d92-4b31-80da-d79c6b19c346","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.156556425Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.156607126Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.156691304Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.159536914Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f7cbd54-0c6a-4383-9236-452a570874a7\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.159862723Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.163242627Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"179e018c-9c6e-428d-9d04-64d523a38d31\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.163417185Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.168196798Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64b170ab-47c4-4a39-893a-250853ab214c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.168432688Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.170997879Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.171044181Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.173366689Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.174388885Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.176842965Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5f97ab1-d3e1-4682-8675-fcffe087f8b6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.177027533Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.179468767Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.179644377Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.182584825Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09f8c433-06b6-4720-a211-e4e741885089\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.182806186Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.183488335Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.183598315Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.187145242Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1db07274-4a8c-429c-805a-bc554038a60b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.187361563Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.188972312Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb80cd35-8c1c-4403-847c-4e4e5ca9234a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.18918198Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.19929038Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3c95edb-deca-4dfe-9b5b-fcfb9be6771d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.199503976Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.200730169Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1eefb5dc-d979-488f-8d00-dc35101e15cd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.20096188Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.205203391Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71ba5903-6895-452e-a100-9e8cb761e578\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.205521585Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.206455536Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.207584776Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f1fef14-0dc2-4a06-b74a-7e92335d9a3a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.207817971Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.210281128Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f04934f5-b008-406d-9555-2a0603665138\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.210480455Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.211724103Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4c57ec5-a0bf-426d-9fca-89e03a37dbaf\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.212068229Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.21442282Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c918e0f5-d683-40b7-9c22-639242bfa39b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.214559272Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.217146337Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0c87a60-334a-4b55-9093-440e0dae045c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.217207128Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.220599116Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc1728c3-cf12-41f7-8360-3a6316a2b5a1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.220745528Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.223059228Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e4fc90a-c84c-4e24-bd9c-74468f3595c1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.22316553Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.225405593Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7304d8d6-2ffc-4ecc-80f1-76ba756f8f05\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.226024356Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.230954899Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34581b54-5f67-401d-b540-32e3228517d0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.231137513Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.233779327Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66ec4459-9a2e-40e3-9440-08a5d35a6094\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.233996279Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.235770013Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6961133a-ca02-49ca-b09a-c65356d9e739\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.236217425Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.237422075Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36b65cd1-6ad5-4acb-a239-ff99128074fe\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.237552906Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.239104056Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e04914a9-239c-483c-a009-a3fb8adf3dd7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.239529654Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.241021627Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91adcea7-0cdc-486e-a2c9-9993e2b65bb3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.241208128Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.246421886Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"142000ac-1eaa-4966-8cb0-d3869c9e8736\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.246600392Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.248544916Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdda323a-3d5a-4781-bd30-f9a13f2502aa\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.24861685Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.251542729Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9f79f59-1ad6-4c70-aece-90db2051e16c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.251729692Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.254091387Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adff5e67-d94f-4f49-9971-3985d5b1a952\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.254207138Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.256790866Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4574f692-181a-47f7-ad16-4228f4518260\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.256929833Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.257815347Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.257880417Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.257916529Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.257947641Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.258902423Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.261579497Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.268650916Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.268752779Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.268786456Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.269152917Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.270017529Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68b45c5a-43a4-4a79-a333-6afa1c259a6b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.27030383Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.271069495Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5668f8d-01a1-4211-ad8d-3a148b3689bb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.2712227Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.271842986Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.271901824Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.272356329Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:01.272545957Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.274070785Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4972794-7fec-432b-9965-5e6aa1245bb3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.274126887Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.275469582Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0591d1de-c657-4525-9e0d-897b3237017f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.275721093Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.277488825Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0802f9df-ca39-4b19-9941-5437bf9a9208\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.277713743Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.279723357Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b66eaae-0477-428d-a6d9-36c884733b22\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.27988002Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.282841761Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88366bee-ae16-4d33-a4bc-841ca1554e30\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.283063302Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.285214628Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64dbe162-42ed-4f88-bf8a-08b741a1fe39\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.285440499Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.288449634Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9c05119-ef25-49c3-830d-b9b5e9adb5f5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.288765273Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.291899778Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ba10f12-607a-4d31-9c27-70958b0fb6ef\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.291978926Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.294439068Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9db6170e-81eb-42fb-ab21-32f988aa3c3c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.294494197Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.297750736Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f59a8743-7156-4490-8e7e-24cbc3b2ec19\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.298074902Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.308760342Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f23bb737-2047-4ef6-ad12-05946ce143b9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.30882449Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.309220198Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.311786782Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"132f8474-33dc-4ae4-92e6-a46034ed4bcb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.311849898Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.313201781Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3376cd70-3c30-48f0-9971-467984d4f550\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.314924183Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.315912492Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b620594-c0cc-4015-868d-a45c750e56c9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.315982021Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.316017511Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.316050036Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.316079094Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.316470484Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.319578897Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.323858043Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.323923153Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.324055116Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.324101458Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.324132851Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.3246143Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.327973172Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.332708657Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.332921251Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.333074797Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.333764601Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.394337759Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.394391827Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.395009478Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.395087824Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.395123334Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.39515121Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.396427122Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:01.396504086Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41937"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.396692511Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"42027807-e412-452e-9247-f717b3dd5ad2","remote_addr":"[::1]:41937","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:01.397256976Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"42027807-e412-452e-9247-f717b3dd5ad2","remote_addr":"[::1]:41937","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":497,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.397522294Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42027807-e412-452e-9247-f717b3dd5ad2\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.40060686Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.400662741Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.40069196Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.401727353Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.401790448Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.401864095Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.401896269Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.4025645Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.405406753Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.412021663Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.412100791Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.412135981Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.412649093Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.412920414Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.417180482Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.418641864Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.418746602Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.420754002Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.424699573Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.424764984Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.425238818Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:01.487752943Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:01.489319264Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.489439113Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":31,"elapsed":"420.854084ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.489488691Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":32,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.48951792Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.489547118Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.489576085Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.489602739Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.490969993Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.498431449Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.502124557Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.502257081Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.502344015Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.503319989Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.507222084Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.507924323Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.508964566Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.509667416Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58344","req_id":"73c1007e-ce9b-4f21-bfde-62b45eefda51","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b3 f2 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.509733989Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58344","req_id":"73c1007e-ce9b-4f21-bfde-62b45eefda51","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46066,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.510435036Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.510484574Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.510509173Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58344","req_id":"73c1007e-ce9b-4f21-bfde-62b45eefda51","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.512338678Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3526, tv_nsec: 311228465 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.512406113Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.512775709Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:50335","req_id":"661e6ac4-8c35-4f8a-a816-1a6b318b79d1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 0f 8a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.512918945Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:50335","req_id":"661e6ac4-8c35-4f8a-a816-1a6b318b79d1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3978,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.51517015Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.51523555Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:50335","req_id":"661e6ac4-8c35-4f8a-a816-1a6b318b79d1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.580718882Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.581260581Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.581400049Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.581504216Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.581591991Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.582350302Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.582910238Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:60535","req_id":"550d8502-2353-45d2-ba3d-a6d88d41e770","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 54 97 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c T............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.583094876Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:60535","req_id":"550d8502-2353-45d2-ba3d-a6d88d41e770","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21655,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.583458049Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21655,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:31:01.583663268Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:60535","req_id":"550d8502-2353-45d2-ba3d-a6d88d41e770","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.584350778Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.5844422Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.584570786Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.585162736Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.591106268Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.596550766Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.596611877Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.597409306Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.601804052Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.601861236Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.603678096Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.604003705Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8260d284-cfa8-4787-93de-3948ad0d2348\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.604339364Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.607513989Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0704207f-c293-40e3-b9cc-e38477696c53\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.607720621Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.609889342Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdae67f8-dd68-4b0f-b3df-b20308ac9acf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.610066916Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.612612588Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09e3045b-bc99-4cfb-adce-bc1f43839363\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.612686385Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.615472446Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be8448ed-8940-4644-877f-1be60222faa7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.615536543Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.618387043Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbf58b91-a051-4cec-8395-72ce4dce17e4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.618439818Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.625367381Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82d604b3-6259-40a9-8e2d-a9949724ed35\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.625446549Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.62725939Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9702bade-b491-4ee5-abab-201ed918fc93\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.627478998Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.628274663Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5352605-2edb-4d0a-8798-845d2f6617ed\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.628407638Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.629424885Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c4fe6db-2c76-434c-9e8a-8fe0120e245a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.629639813Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.632643268Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41934fbb-b761-4600-824f-64944bf0a426\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.632777365Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.635221364Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a7ebf49-5bec-4d0a-b7ab-9542ca3125f6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.635310382Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.638927017Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.641981173Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1237654-17ca-4c81-85c8-43bf30b017be\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.642107354Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.64486067Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb67de35-d99e-4dc9-8cbc-8c535eb87779\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.645150708Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.648171607Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b881948d-828a-4784-9afa-fe7cd9eaae30\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.648242869Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.650268615Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4883384b-7e9f-4fb7-9a2f-d1aae986b44e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.650616819Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.654800364Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a52c6750-aeaf-4fe7-a441-8ab1c642dda8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.654960623Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.657305576Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a7badeb-9eca-46b4-8d26-395f7cb09c5a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.660114532Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.663535719Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eab180fb-dfcf-409c-92c1-b0291702a607\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.664078711Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.665488179Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04960c13-8bc4-4ec2-bd30-e61fa38ae54d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.665751714Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.666848349Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bfded07-1cd4-4759-a925-7c699f4b39d3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.667243606Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.668392065Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"660cdd6e-14c8-4d19-a895-278b1a321c37\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.668671341Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.669607086Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2b5f24e-714b-45b0-ad62-54d1af27ce22\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.669827655Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.670951113Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50ce1ef6-a30b-4ee4-9f37-156ab9e9e641\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.671232464Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.67330823Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8deb4a6-eef1-4dfb-9c3f-691505e88b8c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.673520322Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.675163647Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ae2d8d6-60b1-45c8-8fb9-868f8b72a7ac\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.675373645Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.677025727Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57f92678-db72-4bc3-be1d-ab6ee61a6206\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.677289272Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.679335399Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a77b3f6-24fd-4d37-b772-9a1492d71894\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.68071116Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.681649159Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5e2ca50-f1f6-4a77-95d0-3bc3ec401f9a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.681869247Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.68624242Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ec2a0d8-31ee-4fa5-8213-d71e5c0e3cda\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.686424403Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.688531581Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a65a6920-bc24-41bb-989d-5e4f08be0b86\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.688658665Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.690208753Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96baf68d-5df0-4f51-8784-ce8bbbd8317c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.690381668Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.690963266Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.691006563Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.691037374Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.691064438Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.692777882Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.693945368Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcbc4f98-51e7-4423-babf-fbaa7e142eb9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.694091569Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.696716579Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.712504005Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.712589766Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.712625557Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.713955447Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:01.715284084Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.716088687Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","body":"None","uri":"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.716712821Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"56ccd91c-5c1a-416b-b577-5a25605f13dd","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.717326413Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"56ccd91c-5c1a-416b-b577-5a25605f13dd","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.717396583Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"56ccd91c-5c1a-416b-b577-5a25605f13dd","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.718959096Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"56ccd91c-5c1a-416b-b577-5a25605f13dd","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.719486267Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0499ea55-240b-4a93-9a31-de8cd375e185\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.719635674Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.720043817Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.720102144Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.722393178Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.723312029Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"356efa85-e261-4d4b-8d90-ca8420479b6f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.723695453Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:01.724027595Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"56ccd91c-5c1a-416b-b577-5a25605f13dd","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":7279,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.725437163Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56ccd91c-5c1a-416b-b577-5a25605f13dd\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.725699817Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","body":"None","uri":"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.72633366Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9d0a83f1-c22d-4c98-a61c-5f7a8c343fc7","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.726756141Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9d0a83f1-c22d-4c98-a61c-5f7a8c343fc7","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.726824668Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9d0a83f1-c22d-4c98-a61c-5f7a8c343fc7","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.729662923Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9d0a83f1-c22d-4c98-a61c-5f7a8c343fc7","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.732153225Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f713d1a8-5608-43b9-a28d-e85dfe683ca5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.732302753Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.734331936Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b23fd610-d202-452b-90a9-d61a013d811c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.734451033Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.73614117Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f89390d4-71a5-4f48-a129-d6d49b5697f3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.736253414Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.738173389Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efbb5320-cc1b-4830-880c-7dbc7b00d4d4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.738291896Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:01.739799269Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9d0a83f1-c22d-4c98-a61c-5f7a8c343fc7","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":13481,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.740271079Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d0a83f1-c22d-4c98-a61c-5f7a8c343fc7\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.740324185Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.740352601Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:01.740375627Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.741676289Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c562ef67-a429-4dc9-bf26-74a66043ccfa\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.741791669Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.744274255Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e2c113c-b027-4874-9193-6d792f5b746b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.744372972Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.74494926Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87ae43f0-649f-4d7f-970e-3624805db36e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.745085401Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.746169912Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bf73bf7-a2e3-4525-ae1e-d889c0b63c03\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.746621642Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.747599791Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c3f70c1-b496-4d91-acb8-6b9c0511adee\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.74774504Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.749369216Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56fa0cb7-3405-4a7b-8f90-781670756c80\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.749470127Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.74951137Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.749539596Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.74956682Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.75001843Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.752776986Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.760697577Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.760759671Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.760793839Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.760821314Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.760847947Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.761284076Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.766457043Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.771630741Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.771679067Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.771709448Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.77216224Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.871275386Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.871434673Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.87223139Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:01.872491579Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65334"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.872752579Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.873073198Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.874711632Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"9922087e-27a5-41a7-862f-974ea3346a15","remote_addr":"[::1]:65334","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:01.878395402Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"9922087e-27a5-41a7-862f-974ea3346a15","remote_addr":"[::1]:65334","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3634,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.878863204Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.879911563Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.879966592Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.879994247Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.880018446Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9922087e-27a5-41a7-862f-974ea3346a15\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.885818802Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.886056706Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.887254202Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.898151655Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.898247175Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.898285662Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.898317024Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.89834506Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.902248668Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.907130735Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.908120698Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.908186689Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.908950561Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.922881447Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.923024683Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.923180132Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.923281104Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.924112811Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.926685797Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.935111285Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.935191224Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.93522451Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.936464481Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:01.947739866Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:01.948134232Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.948189512Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":32,"elapsed":"458.764267ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.948224301Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":33,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.948250093Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.948277107Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.948306866Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.948355593Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.949163152Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.950251671Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.950304606Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.950809793Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.95412079Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.959076464Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.959131423Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.959160792Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.960445271Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.96740121Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.96753162Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.968293067Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64327","req_id":"4ddff5f8-2f66-4b0f-84de-c70910302bf6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b6 fd 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.968478196Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64327","req_id":"4ddff5f8-2f66-4b0f-84de-c70910302bf6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46845,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.968848133Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.97083922Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.971097425Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64327","req_id":"4ddff5f8-2f66-4b0f-84de-c70910302bf6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.971643643Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3526, tv_nsec: 770574060 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.971778662Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:01.973322408Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56090","req_id":"365f8668-9876-45a9-a160-2fb7596461fa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 20 c9 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.973553909Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56090","req_id":"365f8668-9876-45a9-a160-2fb7596461fa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8393,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.973877233Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:01.974082763Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56090","req_id":"365f8668-9876-45a9-a160-2fb7596461fa","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.050144611Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.057265198Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:53140","req_id":"6e95e3e7-a147-4a82-8ca6-ddfb5ff117c6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: dc 6f 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .o..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.057387251Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:53140","req_id":"6e95e3e7-a147-4a82-8ca6-ddfb5ff117c6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56431,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.0575971Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56431,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:31:02.057690977Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:53140","req_id":"6e95e3e7-a147-4a82-8ca6-ddfb5ff117c6","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.058316603Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.058369539Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.058396222Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.073442801Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ada01465-4478-43cf-89d7-83b8f1c185a5\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.073672449Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.091142156Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccd8af50-132f-4f51-a14c-5839b8dbdb4d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.091355691Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.096241346Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebc003eb-160f-4af3-ac39-297bf7914a47\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.096420763Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.097482378Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.099396933Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66e749b4-2bdd-4144-9780-c4db44b46fa0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.09947048Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.101199444Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"997c45fa-f6b5-484e-9f0a-8e01fa29c093\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.101328742Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.10304405Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5009e0c3-5192-49a0-b4ce-1d2ff7ebfad5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.103161524Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.104866421Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e95b088-dc30-419c-8226-aef1f28f506d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.104998754Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.107068037Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34796b1b-679b-4827-a228-d365fc20676a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.107131924Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.10795259Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4bc30ac-5680-44cc-890d-4456bbf1d3e2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.108049573Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.108977412Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f249469-341e-403c-92c0-8a0f9f4f78b1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.109185035Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.110061371Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2361225-525b-4cf9-bd0a-0beb5a81e920\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.110175789Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.111420319Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a9ef6b4-a2b1-4fab-8438-e6a5eec776e6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.111468475Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.113716744Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c908ac79-538c-4b46-9f6d-0428d7705211\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.114340968Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.116416503Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae013058-0029-4589-99ff-f8430ab03b2d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.117178311Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.128065343Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87fb50c6-6eb4-4086-9d4e-565d7f83e4b0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.128143368Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.129857774Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1233fcfa-beb1-47c0-8777-2e1e7808c876\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.129978755Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.13364491Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"395a3dd1-bea5-461b-ab87-5c76f7b259cd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.133991541Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.135969722Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40738da0-0aa9-4593-a528-810c5b815694\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.136186303Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.140914354Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21deb80f-c925-4182-9b80-c1db2c8d7537\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.140983101Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.141933164Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df609876-3e35-4167-990c-448a6f2f62f6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.14252336Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.147039378Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68c62937-9462-448e-87a1-d99ab641bbf0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.147228174Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.147765103Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.147817237Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.14784844Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.1478738Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.148971948Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.149847342Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95aa1b8f-05d6-4df3-9318-c155af6727a5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.150003493Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.15135213Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e112c9ef-c509-4573-a3e9-7078a25081da\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.151423583Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.151681246Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.163131931Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.163193554Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.163354695Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.164802028Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.170861752Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.17092071Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.172062925Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.172884362Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.174587555Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.174666934Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.175348462Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.175411297Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51d1cef0-d0f5-4241-a065-bf419f847c44\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.175667557Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.179722226Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.17984994Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.182690209Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26e02532-27d4-4219-a1de-2907090a1a9f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.183007502Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.184449435Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.184516809Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.193336892Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0c76c9b-f54c-4d90-8404-ac3decffb860\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.193523875Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.199363811Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0b32b55-9964-4404-9daa-1f46f7b093d7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.199558378Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.211238139Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc2f3d24-60da-4df9-8744-b2c9baf8936a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.212636175Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.226757511Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e75ef0ec-dd31-48d7-807c-9d48d64468bd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.226833763Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.232833938Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"710d5522-9bf6-4bfb-8af3-0bc7a336dac6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.232997003Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.236947103Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73d2e8b5-1a10-4ae6-b7c7-302f6d9a3ed3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.237013896Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.237089857Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.238518895Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5af22077-5cba-4a44-8fa7-53f3a75f0fb8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.238664855Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.240021919Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6354523-f3c2-4663-b11a-4a467461e65c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.240179694Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.24170876Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a952e8f-c366-4eba-9855-81d1db17d285\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.24177915Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.245293242Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a38c6543-28a1-4e8c-a1d9-96f293b54f8c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.245435295Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.249943517Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cef7e3c-918b-4e99-9cba-96ff664c6179\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.250084588Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.261974819Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7343761d-992c-41da-9f1c-f94128e83c90\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.262162924Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.26582471Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cc18143-5cdf-4ceb-858d-c4a8245748d2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.265951552Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.269510263Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73549c26-bfc0-4657-9702-ae0c170042b4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.269838026Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:02.272143139Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.273792725Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a357d78-2be1-4501-94fa-c53deb005a36\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.273858276Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.277675932Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0221613-adea-4f24-8f49-395efb9d4254\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.277942103Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.280719967Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50c1abba-791a-4dcd-b425-7a3e1cdfe6a3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.281071919Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.283320629Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d54d839d-c6a2-4701-85bf-8b75d39c9d91\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.283538994Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.287319978Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0abafa0e-c783-4f40-8ecd-89701f5d9781\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.287540367Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.287811507Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.287951265Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.288135001Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.288245401Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.289204132Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.291254296Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9963c75-0904-4455-9e92-761356ed9509\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.291495206Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.291776707Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.292063619Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.292135873Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.292756369Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.295263444Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.301788415Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.301851851Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.3020019Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.302550313Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.303382551Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.307649643Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.30771312Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.307747418Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.307776436Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.307804331Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.308159729Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.310275876Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.310336296Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.31207506Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.313742412Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.324307683Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.324372252Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.324638723Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.325191264Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.404490612Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.404558608Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:02.405111029Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54478"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.406502761Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"f7093a56-950b-409c-b202-6255820748e7","remote_addr":"[::1]:54478","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:02.406961425Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"f7093a56-950b-409c-b202-6255820748e7","remote_addr":"[::1]:54478","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":467,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.407378977Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7093a56-950b-409c-b202-6255820748e7\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.409870061Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.409928096Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.409958807Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.418423904Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.418490576Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.418527981Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.418559394Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.419713222Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.42262284Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.430341368Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.430766626Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.430877086Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.431729404Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.486526584Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.538674625Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.541200428Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.541303633Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.54134185Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.542368425Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.544969518Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.555723925Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.555789115Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.555821038Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.556262879Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:02.556320554Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:02.55667002Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.556730591Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":33,"elapsed":"608.448484ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.556766452Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":34,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.556793426Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.556820299Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.55685076Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.556878566Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.557358852Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.571962439Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.572227477Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.574074788Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.579015933Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.584856921Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.584927391Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.584959385Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.586699442Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.623870252Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.623930662Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.623957055Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55707","req_id":"de5dc2c8-11c4-4bb6-af08-0477b241d1ef","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 93 64 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .d..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.623990902Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55707","req_id":"de5dc2c8-11c4-4bb6-af08-0477b241d1ef","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37732,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.624056804Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.624078036Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.624097976Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55707","req_id":"de5dc2c8-11c4-4bb6-af08-0477b241d1ef","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.624663332Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3527, tv_nsec: 423554351 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.624727811Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.625247857Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54913","req_id":"46be0670-b6e3-491d-9e04-0b3cbc96e873","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: cf 70 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .p..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.625297386Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54913","req_id":"46be0670-b6e3-491d-9e04-0b3cbc96e873","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53104,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.625406603Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.625545159Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54913","req_id":"46be0670-b6e3-491d-9e04-0b3cbc96e873","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.69865217Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.699432094Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:49299","req_id":"e6a57cdb-77db-44e7-acee-8294b849f8b1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 42 2a 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c B*..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.699499448Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:49299","req_id":"e6a57cdb-77db-44e7-acee-8294b849f8b1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16938,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.699723224Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16938,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:31:02.699818825Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:49299","req_id":"e6a57cdb-77db-44e7-acee-8294b849f8b1","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.700042591Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.700093412Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.70012275Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.71469274Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10a57f45-c083-4ff8-a2cd-48f26bccf212\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.714924462Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.717115648Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4256ee54-5be2-46ff-86f8-d7baaf1110b8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.717479633Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.729296758Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f66e47b1-8fc7-4956-9f7e-ab828e4eae1f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.72959434Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.737049825Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.744337696Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69c340e6-69ec-4751-bfb6-9d4867ff160d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.744704186Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.758731234Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e633eded-d678-41a5-b4c5-81f6b2574c08\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.759504234Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.765040044Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"610f3ac5-5970-4d62-83a3-f1b36c8480ed\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.765134813Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.767859081Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85b7aa13-8c0f-46fe-b952-e81b25273d7b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.76793434Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.771272071Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5d4cab8-42c0-4212-a5bc-6228fb4d62a9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.771456438Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.774495724Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bf7ffb5-cf48-4a1a-9122-38381f104bfa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.775320387Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.794046146Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89897600-5054-4e3c-be24-9bd66346a0d4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.794341094Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.794634278Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.794969807Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.795121108Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.795210536Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.795961042Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.798058361Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff52be2e-390b-4a3d-a6d5-190290741b90\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.804084818Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.804966785Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.832010057Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.832130307Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.832166379Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.832587207Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.833072604Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.833291771Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.83680977Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.837494545Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.837553282Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.837635736Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.837783861Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.837830664Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.838367835Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.838560579Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e57cf19-c037-4e14-97b1-757eb549682b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.838705277Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.842047426Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0753e5a-3569-4c96-ac4b-58ad50e82463\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.842111995Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.844208682Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a8c9555-fb83-48da-8c3c-718135cf9d39\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.844390344Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.847487174Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"138b1947-f1d4-4958-83f2-1a650154eb7d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.847552344Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.851051125Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dbb43af-6da7-4e55-98f2-c7141501bf3e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.851612524Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.853810483Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a6e613d-38f0-4c41-8de2-2b18666c95e0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.853931164Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.857399284Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63b7a237-e1b2-4805-8849-dd4d6b926918\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.857473521Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.85948554Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15c6fe79-e856-49ea-a6b6-03a2f5d45eb0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.859586942Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.860517536Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"585160a0-6600-4a3e-aee7-42f86d66529d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.860686924Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.863246884Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33620e50-5dc4-4fbe-afc0-42616cd6606d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.864145906Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.864644108Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ca70d63-0454-41f5-b5bb-bf5a65874148\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.864708316Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.865042001Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.867799505Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2492ed8d-72a7-4baf-b702-b21fc74471bd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.867915176Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.874363714Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1939a100-e3de-45d2-91c8-6ba7c84949ae\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.87644935Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.882767187Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"206a86ab-728e-42fb-bfb4-23597894462b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.883017817Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.897485883Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d31b33ad-2b12-40ca-bf1b-5eca84471cc6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.899560066Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.918568179Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.918645382Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.918680452Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.918710893Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.919633541Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.936438213Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.957313777Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.966748916Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.967231557Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.968315717Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:02.971523168Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.971831142Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.978738063Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.985326009Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa58f0aa-6400-4806-a1f0-83ae14a4665f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:02.985500096Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.031532312Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6f492b7-1cb8-46a0-b2b7-45440592cc04\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.031647943Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.052248578Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.058882596Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85af2e68-4c7a-40d6-b8fd-792ee1c6a809\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.058958347Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.061698226Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10652265-f317-4432-b489-ca5d8a7cd365\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.061746242Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.061889878Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"013b423d-6b10-483f-a019-3b3b1536508f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.062037271Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.063062654Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a67adb94-036e-43d4-9965-28e8fcd395ef\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.06413939Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.064307134Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f5eb37d-eb7c-4e3c-be3d-811597730ec9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.064346482Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.070185937Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb99362e-70bb-40ea-8807-1e0157ffa896\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.070447869Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.072747321Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f35bc393-7dba-4505-85cb-0166c28e8fa4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.073259842Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.077686512Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e14566c-f0a6-4cc8-9617-0cb5b2b32988\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.078127761Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.080003047Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80f75252-a689-476e-9d7c-b75a8d01ffa7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.080375609Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.083720163Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"038cf489-370c-4707-82e7-1cbef2583219\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.084424827Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.092637871Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eedd04ec-f81f-400a-ab57-c05930d01cb4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.093417374Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.103054977Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.103235576Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.103343071Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.103431827Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.10451212Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.107009446Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74159ca9-fd8f-4ab5-8384-43651b7047d0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.107470975Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.11288868Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.120114998Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.120245117Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.120340427Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.120860834Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.121423615Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e8c2d31-51e9-4c22-888d-e5862a476b7c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.121643673Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.123322077Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e48e812-0507-46d3-bc00-1ce20c2ecab0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.123610392Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.123983806Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.1240913Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.126220202Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.127536905Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"addfa526-2bdc-4564-83ce-8974375140a2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.127846602Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.129158025Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38fb1a38-ce29-457f-96a3-261a8305d994\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.129382853Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.132379824Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cef0a069-b2d1-400d-a225-7edbdf22b05a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:02 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.132448702Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.132695994Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.132752437Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.132838448Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.134785467Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.150165621Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.156971341Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.157061531Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.157099587Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.157130989Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.157159206Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.157474544Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.161539563Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.170248946Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.170422632Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.170518814Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.171301113Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.172459851Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.172610662Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.172847393Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.174099568Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.250597045Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.250682635Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:03.251330897Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35909"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.251897947Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.251964018Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.252320088Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"ad41fa0a-6df3-4b2f-be7c-0f486c7b2217","remote_addr":"[::1]:35909","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:03.252813801Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"ad41fa0a-6df3-4b2f-be7c-0f486c7b2217","remote_addr":"[::1]:35909","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":504,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.256449826Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad41fa0a-6df3-4b2f-be7c-0f486c7b2217\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.260235168Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.260288845Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.260317161Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.262947041Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.263006369Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.263043113Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.263116148Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.263765211Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.264835945Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.264896575Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.267083693Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.272322611Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.272632028Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.272684993Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.273184248Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:03.273831037Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.283387077Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:03.306262524Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:03.306633784Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.307014372Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":34,"elapsed":"750.221568ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.307163279Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":35,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.307259761Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.307373638Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.307838524Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.307957251Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.309001572Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.314088096Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.323351293Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.323421713Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.323452534Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.32417812Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.327606601Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.327668174Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.328524139Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:61939","req_id":"8d76cad9-02fa-4683-b58b-6d805e2febf3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 00 93 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.328588568Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:61939","req_id":"8d76cad9-02fa-4683-b58b-6d805e2febf3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 147,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.328885138Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.329113594Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.329336207Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:61939","req_id":"8d76cad9-02fa-4683-b58b-6d805e2febf3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.329832807Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3528, tv_nsec: 128612634 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.329898317Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.330563633Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58361","req_id":"9e3b5990-c5b3-4e46-90ce-0ffb5ad356e6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fd 28 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .(..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.331092216Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58361","req_id":"9e3b5990-c5b3-4e46-90ce-0ffb5ad356e6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64808,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.331498455Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.331566882Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58361","req_id":"9e3b5990-c5b3-4e46-90ce-0ffb5ad356e6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.40250452Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.403169676Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.403235236Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.403269454Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.40329732Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.404287423Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.406110565Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:60901","req_id":"3166d91a-4cbc-44c1-acca-005969a853dc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: d6 da 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.406177058Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:60901","req_id":"3166d91a-4cbc-44c1-acca-005969a853dc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55002,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.406436004Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55002,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:31:03.406542846Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:60901","req_id":"3166d91a-4cbc-44c1-acca-005969a853dc","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.407013514Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.407071279Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.407099666Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.40847687Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.418456894Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.418521162Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.418553056Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.418919446Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.419960039Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f5c60ec-7967-45da-a055-25ce24317cf0\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.420136391Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.42155117Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.421613464Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.422015695Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.422733465Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fbcf2aa-0959-47d4-a55a-cd23f8be2ac2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.422907302Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.425223116Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7578dae-5380-439e-96b7-fca2ad2c2c90\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.425298566Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.427682396Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bdf518c-70ca-453f-9296-d2f3da470a14\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.427767165Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.431135826Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ecd27a1-8c2a-429e-9509-02084b3c256b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.431201658Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.435164804Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15e3ea09-3c15-408b-acfe-fc896442dd44\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.435242869Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.446284459Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c049e7dc-7805-44bd-883d-e6599e243e37\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.44646543Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.451057399Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28419e28-0a2c-458c-ab6c-0b697e118f9e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.451411965Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.453708401Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c555334b-bb30-4690-a4fa-84fabb28573e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.454545188Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.461856024Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbe01b03-9df4-43a4-a954-29fbdff65b12\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.461942827Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.464996251Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ce9334b-9238-4061-8b0d-010183935227\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.465399224Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.465642569Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.467277336Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbda2471-39b8-4197-938b-4ff2a6602b8b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.467351414Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.469148464Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d4fdf38-1935-4f31-be01-0a8e00de9035\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.469453301Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.472571224Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4042a1d5-ea4f-45d0-8c13-e19ce1702b5d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.473817677Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.479830517Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69eba1eb-c2c0-4c65-b818-2bc5096ea952\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.479994534Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.483859585Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"646bdcd3-0447-471f-8d8c-82db3cd5ac1e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.483930837Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.487066935Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb306c17-cb61-40c9-8cc4-e69e4ad725b1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.487259609Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.49767418Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a016ec8-3663-4f11-9827-3c503d11b7fc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.497926332Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.500595661Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f775ff00-5b27-480b-8b3a-139a9a812fb7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.501537257Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.502737047Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"397efe47-23b8-45de-937f-2f205760c1af\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.509759008Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.513582065Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9d26c67-34c6-409b-beae-19f5c8912cfa\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.513834618Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.515843481Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57ce8316-fdf3-4733-8808-227dd6c9ede9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.528476251Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.529272587Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.529425733Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.529659037Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.529778095Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.533652865Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.551166169Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eeb3e3a9-8bb0-47da-9dcf-ba6649dc6048\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.561098519Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.569152676Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.574866621Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.57492143Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.57495172Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.57553393Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.578270863Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9d6e75b-e98c-4700-83bf-5c8241c04f7d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.578489058Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.57930304Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.579359893Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.580408843Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.582652964Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d5e0b2a-6943-4efa-bb51-2237b0471a3c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.582790068Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.585852279Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2901d4a-fe01-46f6-bbc4-9d56bdcfba1a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.585934683Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.587697956Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b74535ce-a53f-4f0d-8ca2-1a352e0ea240\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.587771733Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.593803982Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8601ff1-9025-4d88-a439-61d0de3d3ee7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.593964011Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.597917949Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0b25224-2e53-4da2-8def-8911904b0dc3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.598080743Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.600888989Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aada6c63-7f5c-4eab-8c44-fc70ee0d2fa0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.600971824Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.602323727Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b588704d-19c8-4eaf-85f9-164dba94f956\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.602458135Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.604723709Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4cb9ab2-8026-4965-ab3a-f12427b7e3aa\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.604858988Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.606647883Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2779c1d3-5e40-42ef-a598-e3a5b94089f2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.60690223Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.612417518Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8f7c624-cdef-4272-883e-819d5c33785e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.613942126Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.616156909Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03573237-5003-4315-a354-97c7550c679a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.616341717Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.622676829Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.625886645Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f2ccf9b-4f7d-4679-85a7-65f23d2e9c4f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.625951414Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.628199162Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0f9b72c-9fb5-4939-af87-688e51101e1a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.628622846Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.630934262Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ec94cd1-73ae-4eb2-b158-1022a06b527c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.631088138Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.635663855Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba8e05b0-f246-4f9d-8b03-0124f6e1f47b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.63611287Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.64007811Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60ab630f-3ae7-4a00-a6df-c00f6a566118\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.64044423Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.644497726Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3959147-4330-4728-967f-4fc22182ab24\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.644804547Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.647544637Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93414aa3-c722-448d-8b76-c4a94318eaf8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.648005706Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.651081614Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a08d609f-82c3-41b4-99c0-12ff35460fae\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.651320911Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.653500754Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ff6d7e7-f657-4f8c-8fa8-cd0788c3bf63\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.653732486Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.656736842Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ac88aff-1653-4b2b-a4b2-79ed49494d0d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.656943223Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.657090256Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.657311807Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.657419672Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.65839729Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.660868955Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.669295244Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.669361175Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.669395062Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.669425032Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.669454671Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.66993098Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.679291591Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.679374265Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.679407722Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.680861579Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.68182104Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.685233439Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.691601688Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.691690805Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.691728671Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.70468724Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.709592263Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.721219489Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.721297024Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.721331502Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.721752912Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:03.721851719Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.723010117Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","body":"None","uri":"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.798233304Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.79831677Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:03.79911004Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52019"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.800191315Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"933a22e1-cbb2-4900-9958-505c80ca49f5","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.801246237Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"933a22e1-cbb2-4900-9958-505c80ca49f5","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.801320655Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"933a22e1-cbb2-4900-9958-505c80ca49f5","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.802021762Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"933a22e1-cbb2-4900-9958-505c80ca49f5","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.802630314Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.802690033Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.803805335Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.803909413Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"4fc463ee-0664-4419-9630-4254e3bf5b22","remote_addr":"[::1]:52019","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:03.803954873Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"4fc463ee-0664-4419-9630-4254e3bf5b22","remote_addr":"[::1]:52019","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":429,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.804791731Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fc463ee-0664-4419-9630-4254e3bf5b22\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.80719025Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.807247414Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.807277353Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.810286799Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.810350166Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.810386358Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.810416748Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.811112324Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:03.811690516Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"933a22e1-cbb2-4900-9958-505c80ca49f5","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":11500,"response_code":"200"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.812279079Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.812342886Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"933a22e1-cbb2-4900-9958-505c80ca49f5\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.812554177Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","body":"None","uri":"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.812685659Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.813731242Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"61ce5598-515c-44ca-9b11-ef834fe64f3a","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.814145848Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"61ce5598-515c-44ca-9b11-ef834fe64f3a","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.814217591Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"61ce5598-515c-44ca-9b11-ef834fe64f3a","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.814824751Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"61ce5598-515c-44ca-9b11-ef834fe64f3a","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.818114165Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.83223507Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.832538655Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.832595037Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.833480181Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.834691103Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.836187635Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.836247224Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.836276542Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:03.838304292Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"61ce5598-515c-44ca-9b11-ef834fe64f3a","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":24578,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.848605537Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61ce5598-515c-44ca-9b11-ef834fe64f3a\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.848809373Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.848859703Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:03.848886467Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.890013239Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:03.890535129Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:03.890838163Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.890895317Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":35,"elapsed":"583.717498ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.890932871Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":36,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.890963883Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.890995857Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.891026939Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.891056087Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.893058096Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.896428411Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.903884316Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.903985007Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.90407665Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.905595987Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.911347306Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.911463077Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.912713027Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55858","req_id":"71a9f176-0453-43aa-b8df-125bd2fd44ed","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: af 4a 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .J..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.912893266Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55858","req_id":"71a9f176-0453-43aa-b8df-125bd2fd44ed","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44874,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.913286249Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.913625956Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.913839752Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55858","req_id":"71a9f176-0453-43aa-b8df-125bd2fd44ed","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.914309879Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3528, tv_nsec: 713237911 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.938720014Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.940550982Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52823","req_id":"bba7f062-d95e-439f-b544-cc27a200d4e0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 59 25 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e Y%..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.940628717Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52823","req_id":"bba7f062-d95e-439f-b544-cc27a200d4e0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22821,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.940841922Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.940897773Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52823","req_id":"bba7f062-d95e-439f-b544-cc27a200d4e0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.941636756Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.941755743Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:03.94185497Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.941937956Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:03.943307484Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.01823861Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.021933572Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54208","req_id":"eed29139-b1ac-4dbf-b61f-b1c9d7380aa3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 6c 95 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c l............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.023392559Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54208","req_id":"eed29139-b1ac-4dbf-b61f-b1c9d7380aa3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27797,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.02387478Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27797,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:31:04.02413592Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54208","req_id":"eed29139-b1ac-4dbf-b61f-b1c9d7380aa3","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.024414976Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.034714537Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.034814556Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.034903413Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.036454995Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.037704044Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.037785776Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.038052828Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.044798789Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.045172965Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.046014141Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.087416192Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4e00a73-1b9f-4ab2-afae-150ea338da83\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.087664907Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.121668257Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4bee0d6-11db-4f44-beba-bb94c94c39b5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.122629181Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.157488516Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97a03e93-a548-4509-abd2-970c278880be\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.15780674Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.183397037Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.186325893Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.186462255Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.191845661Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.195126027Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.213138275Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.213226541Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.2141698Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f629dc18-cc70-422c-b9fc-6f54858a6b94\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.214252064Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.218068708Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.218179509Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.221312341Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04c5f22c-a05c-4475-9951-7c76271665b1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.221541247Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.222889483Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dbd3e34-1756-4370-b173-2e1ac80fe586\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.222956196Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.226181102Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0bf1ddd-e142-4f35-93c9-2077fc0535ce\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.226261833Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.229265167Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6130a8f8-6ea0-450e-adb3-bec5fbf4b32a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.229501518Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.230635256Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d18124ae-fb3f-4790-8503-54ed791702ce\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.23078776Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.233155979Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3234005-5a9c-431b-bbb6-bd7d474c3ce4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.2332217Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.234130941Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d76f8b4-4eee-4dd1-be06-d35dbabb2652\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.234204919Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.235974214Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8539f569-1a50-4f7c-b918-2e3c00b22bb0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.236054133Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.237433251Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"388e5c7b-6511-4343-ad82-3309b5b56fb3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.237620143Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.243387835Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41c09198-f409-4013-b888-e25f7a246504\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.244012169Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.248205023Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.248273199Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.24830411Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.248331275Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.24922252Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.254074878Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.265797315Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.274423782Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.274675594Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.275673893Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.276303668Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dec0d92-8daf-49c4-9305-20f26baf6edc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.276435591Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.285265604Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.285328539Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.286251268Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:04.286914569Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.291491208Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f76113b6-77d5-4df9-9cb5-4449eed16db3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.291559103Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.304950475Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5239edc0-a207-4802-8a64-3221c3d18cf0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.305131465Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.335012772Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5fb434d-0d2b-4031-8bf0-6a917b3b05e0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.33579465Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.340906435Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cd3cb1b-31fb-448a-a9cc-0a520e797376\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.34127531Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.345575748Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f029a5e9-8a3f-45ee-bd4f-d2a73e11a776\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.34588287Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.34744407Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.349618373Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"893da176-5680-4a55-93cf-7e3f7d0e2c4e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.350271203Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.351430223Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fbecc06-8c32-4476-8987-7fdbda4d124e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.351559781Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.353022876Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1095e0bf-71cd-4cf7-9fa6-46799340cdd7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.353204778Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.357055661Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a944a75-b658-4a90-be86-4082030c2da5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.359853435Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.362025172Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1b1d3c6-e74c-496f-a0d6-de96ad93c87f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.36210928Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.366955175Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1bfa0f6-d05e-4e3c-87a7-cebc9694e88c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.368572057Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.372013063Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c12b601-a54b-490c-b596-b88aaf5fa8c7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.372083803Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.373608531Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6ab3958-435b-46d6-bd33-233fb6baa07e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.373681086Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.375703265Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6b99966-cd97-4f73-8a0d-e737a0847256\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.375784818Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.377576988Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad47323b-3120-4045-b3be-0d16da88750e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.377861054Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.379455421Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c754ccaf-325e-434b-9363-28f86edd2be5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.379887251Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.382849363Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"355e1097-843e-492c-b67b-1ba50971bccb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.383242506Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.384988155Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ac99d63-e24a-4fde-8ff9-fd7035a4838f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.385053004Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.387473657Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d66b017-1021-4b24-a5ab-e08df4312e5f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.387599978Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.38892078Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41131ee5-6050-42d3-9ddf-fc47cd38502e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.38906639Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.391792612Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"719ca3e4-f1a2-497f-8212-f2c5e8fdf584\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.391911258Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.394634895Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a01d1d7-3e06-4154-bb75-ba2ab919faf9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.394755405Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.399869505Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.39992755Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.399960797Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.399989233Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.400716512Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.401266238Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34d66f27-4af3-426f-80cb-8f70aee15cda\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.40175911Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.404970468Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.411341021Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.411444958Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.411483605Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.411977589Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.418287612Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb051683-53bd-45c6-a6a5-4190b6d7e80d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.418693681Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.427042144Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e51942c3-dd9f-4e1f-951b-d44d6853933a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.428427074Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.428960857Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.429072891Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.430402289Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.439812979Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e533e98c-da43-4c6e-9638-b7706e669d1c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.440013649Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.441069623Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78bcdcca-a3d8-4f7a-b39e-396625aff2c8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.441300563Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.443483453Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"daa02422-f222-4045-a690-359cbfdcfd54\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.443635115Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.446836433Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fce6fa3e-34f3-4d2e-98e7-0ff54d64ad39\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.446912405Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.448172706Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"deeeba52-2c85-42cf-81fb-85b0ed035b78\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.449457926Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.449523838Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.449557054Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.44958531Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.450034235Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.45689279Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.463548631Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.463667007Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.463766575Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.46389436Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.463988007Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.464891126Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.468274407Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.471938878Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.472151542Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.472255259Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.47284341Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.567542362Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.567628474Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:04.570621507Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47388"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.570705304Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"1d372ddf-0921-400d-aeeb-918a52d68b67","remote_addr":"[::1]:47388","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:04.570741216Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"1d372ddf-0921-400d-aeeb-918a52d68b67","remote_addr":"[::1]:47388","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":450,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.570780784Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d372ddf-0921-400d-aeeb-918a52d68b67\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.573461766Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.573531916Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.573561685Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.576876931Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.576938924Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.576973072Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.577003152Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.579934482Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.593145865Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.600122265Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.600611029Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.600670468Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.602168883Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.604017727Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:04.649505628Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:04.649873291Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.649936186Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":36,"elapsed":"758.940139ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.649973731Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":37,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.650381183Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.650446914Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.650483677Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.650511964Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.65096171Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.65316499Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.657690146Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.657785425Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.657820716Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.657847028Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.657930815Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.658063309Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.658168258Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.658262215Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.659372508Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.662068269Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.662183098Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.662757983Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.673462902Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.673530406Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.673584835Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.674066615Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.675072208Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52564","req_id":"aa698da0-b29d-4260-b2b1-9f421dbd4bfa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: a5 6b 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .k..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.675137007Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52564","req_id":"aa698da0-b29d-4260-b2b1-9f421dbd4bfa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42347,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.675457947Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.675657104Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.675710249Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52564","req_id":"aa698da0-b29d-4260-b2b1-9f421dbd4bfa","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.676329774Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3529, tv_nsec: 475219620 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.676389312Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.676719671Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:50150","req_id":"dfb74f13-8841-4282-9c9c-36ff3659f36d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b6 a0 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.676773398Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:50150","req_id":"dfb74f13-8841-4282-9c9c-36ff3659f36d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46752,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.676974969Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.677018967Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:50150","req_id":"dfb74f13-8841-4282-9c9c-36ff3659f36d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.677232563Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.677275809Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.67778836Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.755832558Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.756766288Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58977","req_id":"c0493222-5dd9-4e60-880a-82b7048c7707","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 79 98 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c y............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.756830266Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58977","req_id":"c0493222-5dd9-4e60-880a-82b7048c7707","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31128,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.757064763Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31128,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:31:04.757294451Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58977","req_id":"c0493222-5dd9-4e60-880a-82b7048c7707","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.761165574Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.76122398Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.761252998Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.769326624Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ed1bbf1-4c51-4c70-94df-4e7158500bdb\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.769633616Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.788159436Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbe4b3bc-1d85-4def-b13c-a03624fb11b8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.788384685Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.795009304Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f7351be-a6e0-4338-8505-03a433067a79\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.795261727Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.808888698Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.809298795Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.812699371Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6cecfe6-4b2b-44ee-a2fa-b676dd44a5a3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.812834219Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.813287172Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.81393359Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.813988038Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.814017567Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.822447413Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.827377265Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a166e3c8-81b1-4212-9918-fc8a64c31e0c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.827934395Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.831696962Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"951a277f-e5fe-41c7-8794-b82d43e5da77\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.832123763Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.834710857Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b582eb39-f5a1-4bac-b87e-b33f7a43e550\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.834883812Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.84030347Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0520fd36-49e7-45b8-8901-2c8e8c724097\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.840908746Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.842041804Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43ebf5ed-6fc4-4289-9702-a1d51d3e09c0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.845081811Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.846627921Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"887e0b00-d1bd-4b02-a4ed-0eefa79ab31d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.846870715Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.848885148Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"078fa3ff-b7c6-49eb-aec4-9fd43bbe59a2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.850387582Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.852612295Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0c60fbb-eb04-401d-8d32-d82637fc11ee\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.852974366Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.860285543Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ea6300e-ccb1-4f1f-bfde-cf18319e54eb\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.860686923Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.863386572Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a38e0b6a-1609-460b-9a27-84f60713a535\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.863574226Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.869002621Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a81d6bab-48c2-4091-8a00-a0e175301e5a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.869215465Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.871537221Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e534a1b2-f211-4a2b-8217-73eddb082c97\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.871650026Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.873438439Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bca37ced-9af3-4449-8938-ad977e273303\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.873502948Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.873758447Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.87381539Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.873847114Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.873874658Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.875852058Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.884890607Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.895128616Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.895200318Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.895367562Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.8960445Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.899952948Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07f95374-48c8-4576-8192-a8c018bc771f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.900087366Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:04.902642827Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.902765071Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.9086321Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.919438441Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"894c29d6-7c3e-4a9d-93e7-1d711cdba2d4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.919567869Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.922232408Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ef74ce8-6ef0-47c7-bf56-71229b3a543a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.922424581Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.924342422Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e89f61b-b49b-47a7-bd80-7e9a1e49ffd9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.924769463Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.926497626Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f9c8eef-ae81-4be6-af3b-3d8ff075624e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.932739533Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.934115715Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"180f4f12-3169-46fa-9877-6f1fb7c355e8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.934392426Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.935963056Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1b04237-6a1e-4aa4-9351-5320a59be262\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.937344017Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.941455118Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1638d2b4-777b-4393-a050-d711db82c30c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.941556921Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.946263018Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14f0629e-5213-4cdb-92a9-12d749b6cfd5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.946344099Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.955819138Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.956100568Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2c99139-6aca-4cf9-88e3-a263d9c77059\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.956349895Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.959631493Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec7669a7-87a5-48c9-9868-f22d7346aa47\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.959856923Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.965556398Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"def38094-fa4c-4c71-b16f-bca3ae36fa72\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.9657329Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.967729328Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b922db1-c7f6-4493-8077-5476b7f0bacc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.96787573Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.971042148Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72bfb0a7-d477-4984-91ab-590ae6c205a3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.971202869Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.984380314Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"105b5f96-fb64-4266-8525-9f95d7f8393f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.984668147Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.998890815Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11401ed7-aa31-4e31-920c-20f4b5bdd638\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:04.999603946Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.008080966Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.00821369Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.008310052Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.008397206Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.009271418Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.012286024Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b47d92f-4c34-40fe-8b46-a55a99eb5a3e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.012742343Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.014503041Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.039806266Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.039889813Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.039923209Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.040380651Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.051301099Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.051381309Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.052118107Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.052594095Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24d93264-1e28-48e1-a75e-01600ee21b51\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.052771088Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.057345993Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f54af5d3-f952-43d1-b32b-9460486dae6e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.057423007Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.061678125Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d494f2ef-7136-4c0f-b48a-d8b56db53d2f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.061748956Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.075345706Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb2c0bfc-5e90-448b-a13a-f588506b54a2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.075578821Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.079681265Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31b0fb7f-230d-4a75-a21d-117a4eccc585\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.079895902Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.08424608Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cce53e2-9353-49f7-a355-253c3494c45c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.084461209Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.089150462Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.122543425Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"022bfcff-483f-46cd-a2d4-d3a5d5b1652a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.123067609Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.125285258Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d33cc3e-4e99-4ff4-9143-e3d6a2a0bb43\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.125505186Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.128800281Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"003ac376-082c-4803-93dc-a581c16f17de\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.129186571Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.131903234Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"424076e7-5d0f-4efe-aec0-8ed2b70988b3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.132299984Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.133548812Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df26edf7-11a8-47b6-9752-93a07a3fbc56\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:04 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.133686988Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.133735895Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.133768951Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.133797949Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.134698212Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.138781037Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.145837667Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.145901745Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.145938318Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.145970071Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.146000101Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.146749344Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.148000627Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.148090215Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.148124884Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.148153591Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.148887544Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.150416701Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.163747411Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.163930907Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.163985135Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.165700012Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.16758137Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.176759998Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.177032491Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.177139334Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.17767468Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.250255242Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.250342236Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:05.250965608Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38284"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.251183632Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.251233481Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.251565543Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.25247258Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.25267309Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.252727107Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.253928681Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.254136936Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"d2463e8d-9e75-4266-a87d-b999a2602a51","remote_addr":"[::1]:38284","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:05.254883664Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"d2463e8d-9e75-4266-a87d-b999a2602a51","remote_addr":"[::1]:38284","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":671,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.25535341Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2463e8d-9e75-4266-a87d-b999a2602a51\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.25843517Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.25849037Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.2585205Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.261578834Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.26173263Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.261784333Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.261818822Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.263611634Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.264751054Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.264812487Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.268752297Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.269465367Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.269519676Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.273289877Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.273478563Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.273528222Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.27400373Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.322654633Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:05.342499172Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:05.342990962Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.343133877Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":37,"elapsed":"693.171007ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.343257213Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":38,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.343347723Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.343537742Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.343647641Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.343738482Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.344682833Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.347078777Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.35126096Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.351323825Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.351357532Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.351840715Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:05.356914714Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.360069961Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.360139109Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.361645831Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55223","req_id":"56cdc144-41ba-4f36-ae53-ea8825a84379","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 57 9e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 W............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.361714878Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55223","req_id":"56cdc144-41ba-4f36-ae53-ea8825a84379","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22430,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.361882452Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.362049545Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.362133362Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55223","req_id":"56cdc144-41ba-4f36-ae53-ea8825a84379","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.36246828Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3530, tv_nsec: 161368446 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.36252855Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.363048446Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51914","req_id":"d7f0efff-2f5c-445f-ad30-2d89ee1ad1b7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f4 13 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.363109698Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51914","req_id":"d7f0efff-2f5c-445f-ad30-2d89ee1ad1b7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62483,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.363207452Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.363307161Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51914","req_id":"d7f0efff-2f5c-445f-ad30-2d89ee1ad1b7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.537123809Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.537706761Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.537862581Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.537968603Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.538063141Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.538862153Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.539466096Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55037","req_id":"6f107e49-b78b-4ec8-8c63-0319e1048925","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: f8 a1 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.539659942Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55037","req_id":"6f107e49-b78b-4ec8-8c63-0319e1048925","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63649,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.5400353Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63649,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:31:05.54030601Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55037","req_id":"6f107e49-b78b-4ec8-8c63-0319e1048925","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.540723401Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.540814252Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.540927388Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.542831261Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.550956901Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.551132912Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.551176428Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.552076311Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.5570045Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f55ff8d-9071-4e4f-8be2-bb63b7b40aa3\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.55830401Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.558534709Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.55859042Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.559254503Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.563543659Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61ad181c-aa6d-469c-a520-448341ac1469\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.563988496Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.568119055Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41635888-44fd-444e-926a-ed4d97e064b5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.568341449Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.572795623Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"614fdf11-5b27-4b04-b098-73a169770d6e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.57304481Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.576584653Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94c62f09-56d3-44ce-818b-bd4466d4ead6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.576924129Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.586788653Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efaf808e-8747-4e98-af83-cd063c6a0e54\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.586871268Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.591547245Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d217e76-1670-4ecf-baa1-4d01bbf5727e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.591775179Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.598272644Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.60578378Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a65da96-e86f-4f55-954c-ddafc82a2a36\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.606005963Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.607303939Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcce78b7-7177-4b8b-ade5-9a34da9ab983\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.607541552Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.608883346Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d2f18d9-0928-4f21-bde2-9964c645f665\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.609118184Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.610542251Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26042c4e-4490-4960-9ad6-60805f367e7f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.611179911Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.613022783Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e2896fa-a9e7-49ab-84ac-347a81e6fd02\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.613234996Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.615066345Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c48af34-3815-4971-a11c-13b1ebfa3a7b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.615337615Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.61878274Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69dcc789-516d-432e-9bd9-6f2204a4b49f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.61900875Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.621400826Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d714551f-4634-42ed-b14d-1f65520c2bc5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.622905935Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.624313199Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8038d98b-fcb4-4ce5-9cac-462f2dc40897\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.624436995Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.625908176Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7cdd81d-24b4-44d3-a1f2-5d2a6173d98d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.625982244Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.627740628Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3c554bd-a18b-4c7f-9880-4572f7a8fcb2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.627800066Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.634564544Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93546139-1214-4d7a-9d22-a3862290cdc3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.634872968Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.635621139Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06105d13-476f-422e-b36c-1c2142577b4b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.636136967Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.637048343Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da14dd79-688c-4e52-a072-0248b2916a85\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.637189844Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.638057904Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd2bf509-4d89-469a-a0c5-d3720dfad198\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.638185759Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.639062095Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec67709c-6024-4f66-8c1b-3dd6a675d895\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.639126193Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.648118199Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"235781dd-6e8e-4906-9ddb-7a77bf21a9bb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.648993482Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.649703978Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.649759198Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.649790611Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.649817885Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.652230522Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.655469696Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4783ed21-5e52-4684-ae9d-512ead377f0e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.655807309Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.656009511Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.687347881Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.687423231Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.687455375Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.68791465Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.692342583Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.692402823Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.703180547Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.707007291Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dba0f28-dd13-491a-b5fb-1aa4d470cb02\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.707078633Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:05.715792014Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.718641401Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","body":"None","uri":"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.721168857Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e3b51979-c1d4-446a-8da7-d4458c01c3f8","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.727927664Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e3b51979-c1d4-446a-8da7-d4458c01c3f8","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.728616336Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e3b51979-c1d4-446a-8da7-d4458c01c3f8","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.729514746Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e3b51979-c1d4-446a-8da7-d4458c01c3f8","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:05.733734443Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e3b51979-c1d4-446a-8da7-d4458c01c3f8","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":14654,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.735324992Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3b51979-c1d4-446a-8da7-d4458c01c3f8\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.735958815Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","body":"None","uri":"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.736877906Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f29b20d1-25b2-4d3a-a25c-bf640edbaa75","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.737303384Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f29b20d1-25b2-4d3a-a25c-bf640edbaa75","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.737479395Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f29b20d1-25b2-4d3a-a25c-bf640edbaa75","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.738163879Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f29b20d1-25b2-4d3a-a25c-bf640edbaa75","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.742129089Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8eba4958-a8d7-49c6-9fb7-f63b55ebb6f2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.742438285Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:05.742885957Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f29b20d1-25b2-4d3a-a25c-bf640edbaa75","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":6010,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.743799577Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f29b20d1-25b2-4d3a-a25c-bf640edbaa75\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.744027702Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.744122391Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:05.744198673Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.753294255Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84952f2c-c771-451e-957b-ecbda873336d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.753543662Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.755988724Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"303c5f7f-24b9-4eea-9815-45ba343b1532\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.756209784Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.759247256Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.761261108Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a37b6a8c-ce1e-4578-a5e2-62815ec78e9b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.761550926Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.762470448Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99496835-ebeb-4f1f-a917-eff4823d3d83\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.762755716Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.763788795Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd1afc4a-d622-41e0-92c3-1930d0a606a6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.764026368Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.765439093Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a735f00-6611-49e1-859a-97cd40550f2a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.766220159Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.767283448Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cecf298-611b-4731-92e6-90cce9d5d334\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.767497674Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.769043184Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dadb718e-57d2-433d-bbc7-b53a39d51594\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.769316288Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.771221334Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f661a4a-3929-44c2-b2cb-ab514ce83656\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.774486409Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.777138423Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acef0160-9b5c-4e23-b6f2-b6eab84e46ff\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.794429834Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.797187208Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42b6ffc6-b254-472c-8647-3dc0942c202f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.797305654Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.798786465Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91ec00f6-e534-4bc5-a9e0-496d8cebdf68\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.79890956Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.800578635Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d12d73a6-6898-494a-a25d-36de2f814792\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.800698675Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.802200998Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7aebeb6-ebf4-4cf9-aa0b-b6ee74007add\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.802269594Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.803008537Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ca385b0-37fd-4559-bd11-0101832a4c96\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.803139478Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.804097537Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a5dd52c-f1ca-40ba-b115-5a02db09c280\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.80427517Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.806196408Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.806342449Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.808062907Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.808752642Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.808792591Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.808817791Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.809107118Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"567d9962-7422-4271-b7ef-63d1abf50d1d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.809279151Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.809826331Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.8100064Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.810052612Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.810082271Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.812314208Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.815252111Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a263524f-01e0-43af-ac9f-76c2ca8fd1df\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.815313884Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.815346559Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.815376489Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.815405868Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.816080181Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.816943391Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.852704022Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.853136774Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.853243447Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.853899073Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.854506052Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.864314214Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.864418202Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.864605916Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.864710193Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.864892897Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.865842539Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.879803856Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.880178353Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.881415287Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.883273009Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.891924787Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:05.892059655Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.892273431Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:05.892937234Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.013169018Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.013345059Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:06.014943584Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41265"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.018391804Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"bf54d085-2ce0-4e89-80c6-2f366a17cff5","remote_addr":"[::1]:41265","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:06.022646221Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"bf54d085-2ce0-4e89-80c6-2f366a17cff5","remote_addr":"[::1]:41265","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4264,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.025806056Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf54d085-2ce0-4e89-80c6-2f366a17cff5\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:31:05 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.047834126Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.04793177Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.047999826Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.050348305Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.05054147Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.050652622Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.051741261Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.052333501Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.059537314Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.063573255Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.063763935Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.063825287Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.064329642Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.135258914Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:06.141700438Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:06.141981819Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.14204246Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":38,"elapsed":"798.697753ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.142079504Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":39,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.142105706Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.142135676Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.142166647Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.14219322Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.143037613Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.145683354Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.154746843Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.15481095Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.154844587Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.15594987Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.170639067Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.170823955Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.171009415Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.175784839Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.189803571Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.191911551Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.192040207Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.19213175Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.195475602Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.198226313Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.198342013Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.201374174Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.201485436Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.20522638Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51844","req_id":"25f7c35f-171c-4774-89f1-e77240020f45","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c8 cc 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.205639242Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51844","req_id":"25f7c35f-171c-4774-89f1-e77240020f45","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51404,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.206052546Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.206516921Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.206839384Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51844","req_id":"25f7c35f-171c-4774-89f1-e77240020f45","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.207145694Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.213755333Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.21904361Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.219197045Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.219861058Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.220212469Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.220322969Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.220880029Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3531, tv_nsec: 19602331 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.221014847Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.222157324Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59548","req_id":"aafc61e8-ecd4-4dff-96e0-44c9fb118f1d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f3 fc 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.22605011Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59548","req_id":"aafc61e8-ecd4-4dff-96e0-44c9fb118f1d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62460,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.226325839Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.226479866Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59548","req_id":"aafc61e8-ecd4-4dff-96e0-44c9fb118f1d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.280779414Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.281873013Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.281917211Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.28449651Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:06.285057338Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.285698495Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52165","req_id":"16a385df-da20-4f85-8328-5f88b05f426e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 75 8f 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c u............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.28575608Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52165","req_id":"16a385df-da20-4f85-8328-5f88b05f426e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30095,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.285929415Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30095,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:31:06.286016148Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52165","req_id":"16a385df-da20-4f85-8328-5f88b05f426e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.303961553Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.304047414Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.304079618Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.323465043Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd9371e9-8e00-4a90-b709-7c6c4ec528eb\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.325815165Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.348255526Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61b9e5e2-6556-4cde-bbcc-fb043389b06a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.348478881Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.37753302Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a71ee9e5-7b41-4f81-98bb-bde5b4da7f1f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.377863338Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.394379094Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02b9958d-74f5-42fa-a3fa-1e67592a4b78\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.394727398Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.401410865Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.404476803Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b846d76-f6f0-4336-adaa-a8a8bc7f9fb6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.404752833Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.406943959Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44d05cbe-3125-46ca-a847-c53bd47de9bd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.407197664Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.408844716Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc3d9fd1-4b11-44a4-8803-e0f1e2d47e4f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.409060596Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.410900823Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f324be96-d688-42a7-af6c-83a4bea51e87\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.411114659Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.412032367Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95baed8e-efb4-4491-bd5b-c9e35819420f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.412309259Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.41407124Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"430f32bf-171b-45f3-8b17-135b7c9cfe0c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.414315516Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.415541509Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"513dd100-90b4-400f-b3a8-679b42c0c015\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.415785786Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.417904838Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"886c39ca-6e42-47bb-9a2a-e3b7f2065a89\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.418286969Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.427905734Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e645aaca-5c44-4e76-a79d-7768f9a5aed4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.428231303Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.437629919Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63adc1c1-c3e1-48ea-87c8-b69b10bb9d59\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.437877893Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.441611331Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f430a0c4-2f56-460b-9e70-7f6fa74f8663\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.441744918Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.454923084Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.454981821Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.455057823Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.455104355Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.455732978Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.461311172Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.468697138Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.468775144Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.468807769Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.470668907Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.470722243Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f4d1392-779c-4487-b8dd-e6ef8e134e28\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.470914105Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.500496917Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.500564913Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.501251591Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.541330295Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d84693f-d2d6-4750-9f7d-c0b6e0c77e74\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.541535063Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.544452305Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5037ce22-4191-4a4d-b703-79fd2d3cfe6c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.544581693Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.548325322Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb084960-7605-4485-9f10-4494416fbd34\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.548459089Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.549648829Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71a5b8fb-8406-4fdb-9021-f598ebcf2652\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.549803317Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.551498024Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ade79c3-678a-46ef-8a41-a7ce3148037d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.551665267Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.55330785Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b12e5e59-ec44-4ddd-a988-d65701a2b373\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.55344344Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.555091784Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b49b939e-96c0-4ec1-860f-f03eb141ba0e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.555166523Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.558300287Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a0d8fae-b332-4938-9834-c1986b9341aa\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.558524012Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.561385464Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bf958cf-9917-49e3-8cdf-0568a37cdf4a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.561617265Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.565534611Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.570549963Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8e48b4a-50ed-4c02-a8fa-bddaf6e07f3d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.570713569Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.576889003Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a481282-2f3b-4739-a2ba-329222a48ae1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.577060245Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.57904029Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9357c700-1a09-4d06-a863-481f590cc7a2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.579158736Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.581203029Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"847f048a-0b54-40cc-b7b3-43fe202e7ed7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.581383198Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.58354229Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38ebde38-1264-4c6a-8898-d3b98d2f9be9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.58376855Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.585071807Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddac5ad7-b703-4e1e-ad56-c3b27223322c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.585474099Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.586507618Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ef826a6-1931-43d8-95e3-2359cf66c8e1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.586636675Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.587600285Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46b706f2-8279-4b54-9e87-1c11c8754cff\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.587726767Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.588631439Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38b0318f-5004-4df5-82d7-47191f357dcc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.589668917Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.590898276Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8b981c2-07a3-4a0c-a86a-295016e2e619\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.591054377Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.595982336Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e947558d-10a9-4da2-a829-07126e7b9715\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.600721077Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.6081907Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"611feb0c-0c2a-4d55-ab6d-3ba0ed4c361f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.608343655Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.610144964Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f0c723c-b73e-4cdd-94bf-6a9992fd8ab4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.610483057Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.612547962Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"771c32de-21ba-4205-9827-cde32198dc98\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.612839993Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.616787178Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.616848149Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.616881005Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.616912157Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.617666029Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.618487486Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b94d81a7-3917-4142-8ad5-fb1f10b894a0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.618552024Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.620108295Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.626149842Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.626212808Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.626246034Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.626606152Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.63158929Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.63165462Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.632651857Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.635766323Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4446b72-558c-4f63-88cf-d3e2d344b201\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.635887484Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.637952879Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0d98966-ad50-4e62-ba57-3bb5ad31c030\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.638136164Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.639349612Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6c5b9af-1500-4a46-b45e-99691fe562fb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.639475834Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.643211286Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8907827c-e001-4a89-a218-2dfba3d35b36\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.643524961Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.648926884Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e4a5fa8-f4fb-4a24-ab08-420bee1cedf3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.649181111Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.649304847Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.649396901Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.649480557Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.650406913Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.655137408Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.662554817Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.662690347Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.662740858Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.662808452Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.662849274Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.663357576Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.666545959Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.671092999Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.671167607Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.671202447Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.67196687Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.761572062Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.761654978Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:06.762339952Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53394"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.763577558Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"84390a89-b09c-40f3-bde2-699b626d6fda","remote_addr":"[::1]:53394","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:06.763642979Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"84390a89-b09c-40f3-bde2-699b626d6fda","remote_addr":"[::1]:53394","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":538,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.763687006Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84390a89-b09c-40f3-bde2-699b626d6fda\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.765923793Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.766008452Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.766040385Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.767754741Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.767820131Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.767855121Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.767958026Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.768736978Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.771443591Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.776192803Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.776434615Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.776569193Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.77755648Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.807987041Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.808279785Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.808340856Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.816802135Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.818523765Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.818585007Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.818614826Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.863484807Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.863676399Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.863730607Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.863759284Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.866615054Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:06.866700875Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:06.867266882Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.867313255Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":39,"elapsed":"725.228491ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.867349196Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":40,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.86737622Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.867554315Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.867594926Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.867623493Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.869146638Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.872071245Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.878666686Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.878728439Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.87875935Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.879335919Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.879597811Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.886389994Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.886455094Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.88648854Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.886906724Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.889876471Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.889937813Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.890405966Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.890718609Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.890771774Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.891217913Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:65418","req_id":"da1c1d8f-9b66-4350-8715-5d12833f63e9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c0 2b 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .+..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.891280368Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:65418","req_id":"da1c1d8f-9b66-4350-8715-5d12833f63e9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49195,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.891469404Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.891694854Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.891749252Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:65418","req_id":"da1c1d8f-9b66-4350-8715-5d12833f63e9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.892467513Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3531, tv_nsec: 691362089 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.892532603Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.893208179Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52619","req_id":"90288bb8-be17-4a39-974a-585d7558b168","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: cb ff 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.893271996Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52619","req_id":"90288bb8-be17-4a39-974a-585d7558b168","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52223,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.89335928Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.893441263Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52619","req_id":"90288bb8-be17-4a39-974a-585d7558b168","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.948054456Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:06.948745243Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54699","req_id":"293a1e29-3cf9-4d8d-bf0b-ff8c5f8b1a7a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 6e d1 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c n............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.948813008Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54699","req_id":"293a1e29-3cf9-4d8d-bf0b-ff8c5f8b1a7a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28369,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.948888538Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28369,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:31:06.949035531Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54699","req_id":"293a1e29-3cf9-4d8d-bf0b-ff8c5f8b1a7a","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.949182434Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.949232824Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.949259608Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.951946852Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccb4020b-3108-4984-a45f-784e168925ae\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.952370135Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.955662816Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ffdb17c-c9e8-4c9e-bf8a-922884fad68d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.955833866Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.96529119Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"860726a5-5bae-4494-a08b-5fb84fb7142e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.966946187Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:06.998027535Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.018451698Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc33213b-8d92-4aab-be1f-a3fc00cca514\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.018786696Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.02201573Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68dc7242-5393-43d5-bae1-5e97f84238ae\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.022249014Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.025572476Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41d58992-99c0-4f0e-987e-8f7e5f912bc9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.025647445Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.029064534Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1782fd7-9337-4ce8-a1c9-b0c898dcd4a5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.029192058Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.032690418Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac750aaf-77a1-4efb-8e62-c6a215a7f04f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.032815337Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.033980288Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6f55ab9-f376-44ee-a88d-998cc803b372\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.03412682Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.035396901Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a09b65a-f8d0-4fc5-8d38-8c9c77106969\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.035503854Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.036824485Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33a8de92-b1bd-4df1-a150-b22d833c1ad4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.03701281Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.038296458Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4d19ab5-aff9-4b4e-991e-2bdd5a1f4767\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.038482448Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.039655345Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7777bbb2-3e9c-4cf5-8425-0e0c5e3c1fc0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.039822238Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.041678486Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"908839d7-31c2-42f9-b9b7-78fc2cd81810\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.041753466Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.043439034Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"518e5e7f-8d42-4479-91f6-53a9247613ad\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.043511659Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.045842864Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78371078-58f3-420e-bff6-13f03611af28\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.045917833Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.047921746Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a86f7a3-9004-4a01-b947-be61601e909c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.048030783Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.048710026Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.048765998Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.04887766Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.048921367Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.049762794Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.05184371Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec8cd490-dc5d-428f-94ba-d3be336c8b09\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.051922166Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.052760547Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.061437856Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.061502154Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.061533296Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.062079053Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.06506391Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.065121114Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.065789817Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.067561266Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6899122-a33b-4593-8a29-50f449514952\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.067666516Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.068774934Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6206e310-5f11-4bbb-8385-f0952e99dc8c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.068899272Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.069828594Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd80fddc-d976-4e71-88ec-887d7c7e2661\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.069945056Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.073401983Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d19d5166-71e7-4c77-a8b1-eebba0eadea5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.073917941Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.074936992Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56cc172e-79f8-4049-b1dc-885b20946c6c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.075042522Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.076231671Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"203db3ad-21ec-43d0-b427-54beca4412f7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.076555216Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.081209569Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce6fc699-d77c-4d5e-aa23-89059df74a23\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.083398471Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.085554476Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37acde52-5514-4d5d-af32-492f0eba9193\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.085676159Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.090840148Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c2f23f5-e188-4491-8599-6e735642d3d6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.091070787Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.105688492Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49a4a7c2-97a1-43b5-ab47-6716f90be24b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.106445911Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.109432452Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.114137877Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35078f57-2e6c-4ea4-b8f1-928f29a2c2f7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.11447578Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.11727616Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e6d47e8-ef80-40e2-ba4e-41a498132d2f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.117374516Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.11793872Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"308177d2-1264-4059-93d1-323cd7de8141\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.118333116Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.120108543Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"025df842-ca42-49f0-98fb-2334ecdbe594\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.120296738Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.121220899Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a19d824-5e92-41b2-a0b6-1cfcf2e84279\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.121350598Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.122251643Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89c1bbfe-ea91-42e2-a8bd-95d3fcdf97d8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.122355991Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.123581683Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41e2399d-d949-4799-a940-24b38f9084de\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.123768135Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.125821015Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2126b6a9-8096-42eb-a9cc-46267603de46\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.125978298Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.12827264Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec63d5d7-aae5-43cd-bc7d-645f3e3665fe\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.128334894Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.129971364Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f24d91d-5ee2-4d00-a34e-e97cc58b070b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.130045311Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.133038645Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e09236c-51e2-4217-8649-1aa68f39bc13\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.133198484Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.13516395Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"453cdd95-a9b8-4d34-bf8b-5b48ff29bffb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.135240212Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.137497139Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ae1a0a9-621d-423c-830f-b03038adaac2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.137562188Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.138598052Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1d8ac50-9478-4123-9da5-14efe134e3c0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.138814353Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.139767843Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe2597f5-297e-4b92-acb1-67ea18baa51a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.139887421Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.140793426Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e2357a0-97a7-44cd-947f-bc8e3f6162e6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.140912013Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.141802036Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76595d5c-4def-43f0-bbe0-31e14ea87aec\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.141862076Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.141897717Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.141929971Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.141960331Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.142861196Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.145432069Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.151878202Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.151984945Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.15208314Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.152173531Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.152255003Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.152799558Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.156742303Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.16305927Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.163133267Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.163166213Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.163564927Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.16409828Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.164156245Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.1641887Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.164216255Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.165040297Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.229548966Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.230107419Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:07.230776301Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45583"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.231151279Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.232303334Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.232885804Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.234346465Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.235760672Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.245825516Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.24621889Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.246277166Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.247006078Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.247550964Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"462cdeba-ae58-4eb8-84e6-970808eff03b","remote_addr":"[::1]:45583","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:07.252943548Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"462cdeba-ae58-4eb8-84e6-970808eff03b","remote_addr":"[::1]:45583","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5420,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.253633924Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.25369709Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.254061365Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"462cdeba-ae58-4eb8-84e6-970808eff03b\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:31:06 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.25684934Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.25690922Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.256938849Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.2637953Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.263894507Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.263930679Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.263962783Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.263988444Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.267357577Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.267515752Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.267545251Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.268442539Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.268561105Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.268859089Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.275516964Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.275816712Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.275920007Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.276503249Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:07.33806132Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:07.415628057Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:07.417694243Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.417854042Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":40,"elapsed":"550.504936ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.418008259Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":41,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.418105934Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.418240602Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.418340651Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.418427103Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.419251566Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.420016009Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.422663174Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.426717802Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.426781659Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.426813423Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.427225333Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.448227829Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.448325584Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.449623641Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:60414","req_id":"a7dd1cab-8fb6-4e72-8aef-eeb91eccb865","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: dd 40 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .@..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.449695854Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:60414","req_id":"a7dd1cab-8fb6-4e72-8aef-eeb91eccb865","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56640,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.449766104Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.449792928Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.449815483Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:60414","req_id":"a7dd1cab-8fb6-4e72-8aef-eeb91eccb865","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.450095461Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3532, tv_nsec: 248987742 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.450157955Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.450908972Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52691","req_id":"ae56e217-2541-4e58-918e-7737fcd79258","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b2 14 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.450972789Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52691","req_id":"ae56e217-2541-4e58-918e-7737fcd79258","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45588,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.451093519Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.451178679Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52691","req_id":"ae56e217-2541-4e58-918e-7737fcd79258","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.506054966Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.50629791Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.506362389Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.506396106Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.506425555Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.507101862Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.507629694Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54326","req_id":"4566da73-57e0-41ba-897a-a437e7b2677f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 54 97 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c T............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.508163137Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54326","req_id":"4566da73-57e0-41ba-897a-a437e7b2677f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21655,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.508254679Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21655,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:31:07.508327975Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54326","req_id":"4566da73-57e0-41ba-897a-a437e7b2677f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.508358306Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.508387584Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.50841075Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.510074445Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.515119537Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.515253414Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.515301309Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.515728651Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.517889305Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"373c3efc-f4b4-4bc1-9373-3e892f475c63\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.519211009Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.519547099Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.519636677Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.52002988Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.520908772Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15ab1d03-9750-4e2d-874b-25f0dc29c1af\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.521099351Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.523147462Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c3cebb6-62e6-4185-9e09-80d8cefcb539\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.523228614Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.525443777Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e94d9ad-15b6-4a48-849b-e2935105de66\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.525572323Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.528511269Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fd82a8b-069e-4d46-8849-f67e124c6a8c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.533211514Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.535537959Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b05c815-2fd5-4341-abc7-4abc48b37df5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.535661105Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.537664867Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17b5a152-abaa-4f87-9d24-900e59f909dc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.537784586Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.542994476Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc64923f-080c-450c-aae0-dde6df5a2b36\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.543169014Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.544287202Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c28ee4de-54e4-4eb6-ba1d-23b74752638b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.544410036Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.545663313Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b4d5312-2cf1-49d0-9c8f-fc50644a504d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.545767912Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.54717249Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b318cb4-45aa-47fb-a2ee-e9228a985df7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.547307239Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.549549807Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5689774c-813f-4d29-9e24-23721881f5b7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.54971174Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.550954516Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3b7471c-ff25-4ad2-aa3a-8cdb875ca5a5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.551020597Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.556389795Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.559844018Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"882c19cd-914e-44ac-8aaa-1680b4f35a3c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.55991531Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.561757861Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8940afc1-b28e-40d5-a7b7-9d399f0025cb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.567184523Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.568955492Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c128000-5f74-488e-95c9-49adcd77ffe3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.571024945Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.572939028Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcd321fd-56da-4357-bbd6-35905131d449\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.573114849Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.574687021Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d80d37b-1d41-4eee-bebd-845c2caae520\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.574757862Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.57733147Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e74348a1-6834-4f0a-96d3-4eb177e638c6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.578537463Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.581260569Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13ddbfb7-9e3e-41fc-b9f7-4ba04caeab20\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.581329656Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.581365458Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06d3eb1c-2495-41fd-b58f-f65b5ccbc190\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.581535266Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.582479898Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8403fb2d-0b78-4800-80a8-ac8330c71991\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.582604957Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.584481206Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0c820d1-1fe1-42f8-8285-269af43d3e87\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.584602778Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.585693681Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d1013dd-3078-499c-8e2e-b5d9cb752970\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.585855504Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.587576122Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c35262e-e256-4b9c-8da3-57cce0bbbebb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.587653656Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.589949711Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0fc0532-6340-4144-a8a6-e3d253f93668\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.590076183Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.591929676Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59be700a-2c20-449b-a63b-9f9456e8ad5c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.59200202Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.594204068Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fecdb8c3-9e11-40b9-ae02-6a949bb65e1d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.594275931Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.595881039Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"466737de-26fc-4f00-a128-f56c9249ae9b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.595962551Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.597504363Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8e5d4e6-b79c-48fa-b1f3-8cc48a29cf95\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.597660364Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.598633834Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47dad14a-b732-4f61-8f2e-821981c74010\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.598758923Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.599675649Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93506d56-077a-430b-a349-cd22da9521b7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.599800999Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.600842795Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"544adfd1-b484-41a0-b8af-5319d86e272d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.60101593Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.60182427Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92f353b5-c1d7-4fba-b939-5c089bbfb61d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.601935472Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.603108469Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"388c57f0-1a94-4be0-85d8-9eb3fd452e65\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.603260141Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.604842464Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c7a9cb1-5d2c-4e68-a7b6-2c897a956321\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.604906131Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.606680897Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.606841858Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.606889563Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.606921116Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.607755358Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.608220044Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e92d1250-ca8e-41c4-839f-bdc625872666\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.608290644Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.611303878Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bfe84ab-ac0f-4c30-8627-adb52b3bbd0c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.611438005Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.611708344Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.616601493Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.616662966Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.616696813Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.617007582Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.618837168Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f4de28d-13ae-4aee-8712-6a2a2a3aed1a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.619014791Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.619484998Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.619523234Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.620321315Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.624063591Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9812cc61-34b0-4b78-8a00-3ffc76b2f7f7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.624487686Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.627495138Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f6d838d-aac8-4e49-878f-cb7e22feacef\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.627669034Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.628738315Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58f322c4-77df-4160-b09b-4c664f4f4a8b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.629571615Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.632849677Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e83ebf1-3db1-4425-974e-3d3db314b732\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.632905147Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.633440093Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9060d3a5-7831-4869-9611-31c42994ed82\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.63566685Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.635701198Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db364a3e-f2e5-492a-aee4-faec978097ed\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.635735376Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.635765727Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.635794795Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.636140103Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.636190102Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.638847547Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.644628174Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.644705619Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.644736871Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.644766741Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.644794897Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.64532848Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.650765142Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.659083155Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.659152583Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.659187443Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.660485008Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.733163135Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.733288354Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:07.739060475Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59371"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:07.739131927Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.739169161Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","body":"None","uri":"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.73919853Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"464bb79e-d6a9-49c4-b31f-14dca633315c","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.739231285Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"fb54a27d-ef53-4ec5-9aa8-4b64b42088e0","remote_addr":"[::1]:59371","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.741586167Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"464bb79e-d6a9-49c4-b31f-14dca633315c","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.741916816Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"464bb79e-d6a9-49c4-b31f-14dca633315c","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.743693255Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"464bb79e-d6a9-49c4-b31f-14dca633315c","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:07.744171919Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"fb54a27d-ef53-4ec5-9aa8-4b64b42088e0","remote_addr":"[::1]:59371","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":7568,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.746343395Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb54a27d-ef53-4ec5-9aa8-4b64b42088e0\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.748872635Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.748930721Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.748959378Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.75057645Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.7506369Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.75067721Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.750706098Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.751474128Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.753059056Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:07.755255552Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"464bb79e-d6a9-49c4-b31f-14dca633315c","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":18843,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.755622002Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"464bb79e-d6a9-49c4-b31f-14dca633315c\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.755790879Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","body":"None","uri":"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.756075085Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"437b79e8-9d8f-4040-bfb3-e5a1b0ed209c","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.756309462Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"437b79e8-9d8f-4040-bfb3-e5a1b0ed209c","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.756367838Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"437b79e8-9d8f-4040-bfb3-e5a1b0ed209c","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.756882774Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"437b79e8-9d8f-4040-bfb3-e5a1b0ed209c","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.758845515Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.763305722Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.763703945Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.763807522Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.764321085Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:07.765584001Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"437b79e8-9d8f-4040-bfb3-e5a1b0ed209c","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":9471,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.766545276Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"437b79e8-9d8f-4040-bfb3-e5a1b0ed209c\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.766733071Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.766820675Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:07.766894232Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.804208347Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.804284138Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.804318185Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.804346873Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.805807022Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.806422248Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.806493389Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.808624305Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.809251765Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.809309771Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.809338298Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.809448507Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.832491489Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.832574915Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.832608001Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.833249078Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:07.844670705Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:07.844945483Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.844997917Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":41,"elapsed":"426.956472ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.845036785Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":42,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.845065612Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.845098117Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.845127986Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.845156283Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.847087611Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.847722726Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.847891723Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.848626567Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.850457345Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.855066869Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.855174233Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.855271777Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.855821753Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.861863721Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.862011596Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.862788554Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59810","req_id":"5f24b137-e087-4ecc-8d7c-9de53ec43caf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 17 a6 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.863044414Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59810","req_id":"5f24b137-e087-4ecc-8d7c-9de53ec43caf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6054,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.863355323Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.863610912Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.863829648Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59810","req_id":"5f24b137-e087-4ecc-8d7c-9de53ec43caf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.864415235Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3532, tv_nsec: 663307496 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.864552549Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.865388955Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58332","req_id":"4945aa17-d9c3-4891-adf5-cf966878c706","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 1e f4 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.865558733Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58332","req_id":"4945aa17-d9c3-4891-adf5-cf966878c706","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7924,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.865915705Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.866058659Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58332","req_id":"4945aa17-d9c3-4891-adf5-cf966878c706","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.927384136Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:07.928246565Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:50278","req_id":"e0547f35-e305-4d97-832b-056f71226c33","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: f0 36 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .6..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.928503356Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:50278","req_id":"e0547f35-e305-4d97-832b-056f71226c33","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61494,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.929468189Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61494,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:31:07.929687055Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:50278","req_id":"e0547f35-e305-4d97-832b-056f71226c33","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.93028186Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.930375917Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.930581697Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.933065125Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96cce111-dc6b-4b72-b630-7d1ee8f1ae06\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.933477056Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.935324397Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ee68ef5-4a3a-404b-b0f4-afb080beec8c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.935951386Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.943095089Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e815061-aaf1-4b7e-bb3a-cfd6443b0116\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.94321087Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.948592523Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b375bf5-27b8-4f4a-a2ba-eb59be709d81\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.948846649Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.949247438Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.952115923Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bcc8f1e-6e64-4e08-ac19-45aefa49f5cc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.952396662Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.95591892Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"749d46c0-2371-4d71-a899-3b92026f3bd2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.956000433Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.958753678Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5bb6ad1-b6f9-472a-bc16-b773f6ae32bd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.958830501Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.960960445Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d840d42d-b23e-4cd6-87c4-cfdd45b01aae\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.961214541Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.962157139Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05249c42-6bb8-438a-a869-8c27ec2dc3b5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.962361156Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.963421238Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd43c736-1482-4f2c-92c9-7d2ab606d658\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.963560986Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.96517407Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a313329e-846d-4d46-954c-993c03ba408c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.965303929Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.966344883Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d0439f1-cb18-4171-a13c-425b72b5b1cc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.96659435Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.968244338Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c8ce7f2-cc99-4715-8427-b2b33629f6cc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:07.968610577Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.007015777Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.007079404Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.007115245Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.007190175Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.007893656Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.014653465Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.026451552Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.026529006Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.026590078Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.02693761Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.037931294Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.038217284Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.039614919Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.045860112Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87811dfa-4f0c-4803-9e64-d1be0e406f8a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.046088748Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.050305219Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a0763bb-5165-4409-ba11-4d8bc02e2d31\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.050548724Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.053137993Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ddb1370-97ff-484a-84c1-f9713e9ab653\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.053352971Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.055632303Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8234adc-071c-4c17-9373-80dbb0b60e78\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.055900667Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.057992255Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1324d66-50bd-4d87-8cb1-9632ba1f5728\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.058223606Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.061441156Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a29a3cb-29af-4281-baed-bdc41e4f9b3d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.061832396Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.062852979Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7810f67-997b-4dc0-beaa-9dae3d7e6cce\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.063129861Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.064424891Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2f2120c-c2fa-41fa-a258-a00c90b2b42f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.064790921Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.066006182Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c4b6690-e9d7-4ee2-b8a0-d2fa24341221\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.066325157Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.067950145Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ba3d3c8-2b19-419c-bfb3-cc15f68495c7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.068346936Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.07073313Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1076e93-5466-4b8a-862d-6d81ed3bdee0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.071382003Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.079379567Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"798b481f-1f64-48d6-9c44-0c69653ad785\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.07964675Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.083302373Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bde118d2-b885-4622-a743-a38dc1c08c4b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.084340071Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.087633403Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3240380-20ea-4bbe-b860-3cfa8d574a3e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.087763672Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.09095953Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c79e001-e15e-454c-a790-3b91c4ede47b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.091161973Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.093277989Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5e33ef3-c832-4b1b-ab5d-5fbc0c466ca3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.093503188Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.09612415Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16f4907b-7c32-43d2-a5aa-58ec677cd440\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.096231644Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.097097149Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f525e31f-dc02-484f-aec6-c6629bc60212\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.098410886Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.098449994Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"563b5a98-e12f-4897-b8fe-983a923cb357\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.09857359Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.101661272Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fde86b2-8b8b-4907-9ad9-75f32f8b4818\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.101723847Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.102627628Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10df25cb-e99b-4ef1-a4f2-b59f80ab36f4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.102703509Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.111648972Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.113017659Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b30aa67-e993-409f-bbdc-867203f7e3df\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.113414971Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.115549574Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb45db0a-d83b-4f15-89fe-ac68efcd83f3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.115617469Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.118132731Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"076b5a8b-33cb-4b68-b0ce-72b6f72eb737\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.118246718Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.120809304Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da2d3441-f678-4e20-85e3-51b162674a98\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.121061115Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.123497369Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e600642-a1b3-44ab-84f2-c221e666f0f5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.123779171Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.125663435Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a77f1eab-85a6-4b76-9125-0ad56fcb4e3f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.125780248Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.128373825Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f35a5811-867a-44d0-82a8-421235cd786f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.128440618Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.130179754Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1307d80-cb2e-4f90-b629-a8df47594129\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.130246697Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.131453772Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c45fa84-f626-4bff-a095-e27dc67314a7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.131586106Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.132783812Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfc5bcbc-038e-44ea-ad18-dbe84b7c016b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.132860104Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.133906188Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd7c151e-ccac-4a7f-bae2-839d87912875\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.133966218Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.134024634Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.134058271Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.134084864Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.135657608Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.139891764Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.145128368Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.145277244Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.145376592Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.14546599Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.145550699Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.146322447Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.148805083Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.154410522Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.15447491Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.154509669Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.155064104Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.242103955Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.242180858Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.242474193Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.242515676Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.242545345Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.242575926Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.24374241Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:08.243805786Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49641"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.243960745Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.244014271Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.244476382Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.248350551Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.249388209Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"2dd69c7b-8945-4b57-96c3-4847b36c8a81","remote_addr":"[::1]:49641","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:08.250230938Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"2dd69c7b-8945-4b57-96c3-4847b36c8a81","remote_addr":"[::1]:49641","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":891,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.250738249Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dd69c7b-8945-4b57-96c3-4847b36c8a81\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.255554575Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.255615957Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.255646819Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.258339644Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.258406497Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.258439483Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.258469563Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.25894004Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.259332051Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.265290433Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.265378087Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.265411865Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.265791411Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.26631791Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.266375415Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.277901419Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.284320439Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.284627601Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.284768061Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.28543519Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.287007703Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.287070889Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.287777607Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.287833408Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.28920968Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:08.328629562Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:08.329312903Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.329361891Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":42,"elapsed":"484.30682ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.329398724Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":43,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.32942686Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.329470097Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.329506128Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.329535256Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.330934865Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.334127697Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.334578485Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.339714328Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.339780389Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.339808936Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.340380325Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.34437323Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.344553509Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:08.346060191Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.346336271Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:53189","req_id":"234f50c6-833c-412b-a528-e296c0cbdb6d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 3e 5d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 >]..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.346394237Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:53189","req_id":"234f50c6-833c-412b-a528-e296c0cbdb6d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15965,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.346666068Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.346895506Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.346990625Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:53189","req_id":"234f50c6-833c-412b-a528-e296c0cbdb6d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.347394129Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3533, tv_nsec: 146292933 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.347793535Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.348317559Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55241","req_id":"9826946e-6df3-4cfe-9504-6106afc89b2e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: df d4 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.349133825Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55241","req_id":"9826946e-6df3-4cfe-9504-6106afc89b2e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57300,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.349660825Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.349722218Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55241","req_id":"9826946e-6df3-4cfe-9504-6106afc89b2e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.431324896Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.431647639Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.431706897Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.431742117Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.431773309Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.432834273Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.433253939Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55715","req_id":"cbd10f0e-bacd-4d44-8855-98e17c7505c2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: f4 9f 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.435105558Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55715","req_id":"cbd10f0e-bacd-4d44-8855-98e17c7505c2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62623,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.435822527Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62623,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:31:08.436186893Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55715","req_id":"cbd10f0e-bacd-4d44-8855-98e17c7505c2","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.439914039Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.440047064Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.440181111Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.442403629Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.476971894Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.477195049Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.48774039Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.491935839Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.500306958Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"461f1471-7619-478e-8a83-58de84bb3a0f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:31:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.500750121Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.501377571Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.511310572Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.51489292Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.522071312Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"279a4ecb-68b0-4956-8d45-68d19056d608\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.522744754Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.532896881Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aaef3e60-1b39-48a5-8488-9c480a814e61\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.533434783Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.538657098Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a430944c-55dc-44af-b4d4-f66c7f39b94c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.53887369Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.553986481Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54736a93-3f7d-4250-922c-f3047038c802\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.554245437Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.56118811Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09f837b6-c990-4cb6-93c7-1453808d2e03\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.561523789Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.562569272Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.566693799Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"805017f0-dcbf-42b8-a707-dd2f97f1a64e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.566908006Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.578073763Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0645648b-fe8d-4b2c-b0cf-f23346713e5b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.578460414Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.579729903Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"514096aa-eda4-4fda-a083-a867c3e9c2a4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.579965543Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.581612644Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8c27211-4e68-4818-99bf-a1893b09ae0a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.581849095Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.583435045Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a8a922b-04ca-41c7-8498-80afd168d766\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.58492822Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.587409294Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9e39c62-332f-4d41-a17f-786567ce30f4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.587663891Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.589714757Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69a57a00-3853-4640-acf2-91cb6fea8db1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.59017811Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.595085278Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a4eb384-f43e-4db0-93dd-d380feab884b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.595299104Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.597181474Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d957beab-e15c-42d5-ba45-d402e8c6da44\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.59739018Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.59952316Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a67bac42-6d23-4dad-93b7-800b1c7c38ec\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.599736375Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.604517Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d58bbd71-39f6-47e7-bbfb-097574bfa4b0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.604709403Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.620088665Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.620155939Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.620193644Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.620224075Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.621102265Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.624012022Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.635777404Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.635859979Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.635893826Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.637040691Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.6514496Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a9acc1e-f5b0-48e7-bd09-062511491221\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.651608236Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.651863184Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.651912162Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.652416236Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.667183879Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95174a16-3222-490d-9b33-30adb6141b97\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.667855287Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.669963007Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76e46020-49bf-4f34-9377-d00fdc16d6ee\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.670402172Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.672596504Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5713c05e-d63e-41c1-803e-92b7a6a6dc54\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.672890489Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.674804383Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2167666-5c8f-457f-8278-2b66835088c0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.675190442Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.67625846Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82ec178c-200d-49be-87d3-0d836c62e8ca\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.676553107Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.681277099Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3459cc7d-ab48-430e-a3c0-94ea1b47e72c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.681617748Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.698951805Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"383e03e8-68ca-4ac4-b60c-acc280faf938\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.702287762Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.702751415Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.708806269Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd5ec56c-e881-4bf3-8017-bda4c49c13d3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.70913293Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.721165695Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f600f79f-bd2b-4f5f-b18a-7329751e5b07\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.721351315Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.724061745Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24eaec95-ba64-4a5b-b35f-cc0963d06a14\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.724213056Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.72695541Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"973b6c77-628a-40cf-8e0b-c5c1dc87819d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.727063285Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.729656572Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81f37744-8b5d-40d4-b2a2-951e25121d9b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.72992643Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.732373325Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2299ffe-9810-46d9-8de7-80ab7dbe02f7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.732739204Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.734111969Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2a7f50b-3118-47eb-976d-3be57e010264\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.734259153Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.741897942Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c466d0f3-b785-4cd2-8e24-e5ca9559716c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.773805246Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.774179551Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.774266555Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.77430427Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.774333017Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.781686178Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.783811883Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c41d47b8-e0f0-4853-8158-e4e2fac1bb0d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.785616519Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.787451374Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.795827143Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.795908695Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.795943735Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.80563296Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.806270781Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.806427363Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.807239361Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16ddd86f-376a-441a-bfab-d7d22fceff15\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.807555961Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.809277231Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.810151463Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.810197625Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.810223386Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.81339756Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dccb11d5-93a9-4fb3-8563-527af937174c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.81352796Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.817445967Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a44479d-f1d7-452f-baa1-7761ce9e1bd0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.817524623Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.820478218Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.820550963Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.821194866Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.825282601Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6e5ba4a-9953-4a1b-923c-23e50c22930e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.826299216Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.830891787Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65ee97ce-f33d-410b-906f-fda60f6010fa\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.830971215Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.837933146Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1ac99d0-1f29-4c66-a51e-ec945a468d05\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.839760327Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.849632797Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cd4fe96-af06-4360-9a78-a8b13dc863be\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.850323323Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.852837973Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ab9dd4a-0c90-4c3b-b4ba-026cba8a4345\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.854164095Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.861373429Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.863034248Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e54a5f21-842e-4939-962e-dd086f3f00ea\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.871197874Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.875471689Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbedb66f-e14e-43ab-b410-cae1904fb0f8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.875700685Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.877370663Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c4dd8e6-1602-4ef0-9590-d62e350b80ca\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.877815008Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.877944506Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.878074014Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.878166268Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.879079678Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.906869397Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.914554178Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.914930148Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.914990468Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.915073704Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.915102872Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.916024658Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.920838019Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.920897497Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.920931214Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.920960653Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.923322108Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.923607126Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.93217671Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.93226178Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.932295266Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.93295955Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.936650684Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.944169505Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:08.94424236Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.944274885Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:08.944928778Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.023023256Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.023144087Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:09.025362908Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64911"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.027342963Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.027404676Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.02813471Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.028916608Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"c29bb956-d039-4f35-902b-e8196645d543","remote_addr":"[::1]:64911","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:09.029972151Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"c29bb956-d039-4f35-902b-e8196645d543","remote_addr":"[::1]:64911","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1073,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.031100309Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c29bb956-d039-4f35-902b-e8196645d543\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.033372937Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.033428568Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.033458187Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.035152342Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.035210558Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.035244987Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.035274235Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.03574324Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.039966464Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.043420246Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.043614192Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.043660244Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.044205781Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.05582409Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.055903107Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.055940001Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.056635957Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.065156193Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.065270301Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.065362655Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.066001868Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.06619328Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.066313289Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":3,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.066421264Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"task disabled\"}","iteration":3,"elapsed":"102.925µs"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.066565501Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.066660841Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.066751512Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.066896661Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.067027391Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.067550884Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.067677777Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.067768458Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.067869519Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.068032604Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.068132934Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.069180832Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.069318867Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.069469026Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.069560108Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.070053922Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.070179231Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.070316775Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.070405472Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.070488297Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.070567204Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.071702657Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.071905551Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":2,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:09.072004378Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.072129257Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":2,"elapsed":"265.108µs"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.078453617Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.081083397Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":2,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:09.081133086Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.081158497Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.081186703Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.081215761Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.081244608Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.082534037Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.083286086Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.086990927Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":2,"elapsed":"20.743009ms"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.08705739Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.09291471Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.092992064Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.0930953Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.093720566Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.094156545Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.100768048Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.100850191Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.100882626Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.101265529Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.107050054Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54597","req_id":"edb158b1-1e70-4e87-9a70-c148edb2994e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 8d 15 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.107115204Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54597","req_id":"edb158b1-1e70-4e87-9a70-c148edb2994e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36117,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.107300413Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.10747976Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.107576603Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54597","req_id":"edb158b1-1e70-4e87-9a70-c148edb2994e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 41288, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.108590333Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.114608233Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.114673674Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.114707741Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.115186816Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.115651782Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.120371296Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.120628849Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.120697846Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.120731774Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.12076006Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.121159426Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.121826455Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.121888459Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.122564205Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.122997158Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.12572871Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 41288, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3533, tv_nsec: 924606973 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.125793529Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.125966724Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52177","req_id":"1c95cd9a-99f0-443c-b064-ef564bcd8fa6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 57 7d 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 W}..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.126375398Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52177","req_id":"1c95cd9a-99f0-443c-b064-ef564bcd8fa6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22397,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.126705406Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.126875966Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.126992588Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52177","req_id":"1c95cd9a-99f0-443c-b064-ef564bcd8fa6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 41288, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.128017019Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.132791372Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.132853927Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.13288561Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.134202824Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.137383101Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 41288, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3533, tv_nsec: 934949630 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.137487248Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.143262886Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:62344","req_id":"f6e86931-3d1f-4061-8dbe-b9753a0a2014","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: c1 90 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.143324789Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:62344","req_id":"f6e86931-3d1f-4061-8dbe-b9753a0a2014","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49552,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.143512573Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.143680678Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.14372681Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:62344","req_id":"f6e86931-3d1f-4061-8dbe-b9753a0a2014","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 41288, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:09.226152398Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.226391153Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/vpc-routes","method":"GET"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:09.226985908Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:09.227434462Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.22757413Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":43,"elapsed":"898.161799ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.227702386Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":44,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.227794409Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.227903717Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.227996201Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.228081772Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.228961465Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.229533735Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.229694074Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.230296324Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:09.230689848Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.230840098Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":2,"elapsed":"160.65245ms"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.23101204Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.231119444Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.231203872Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.231281928Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.231856994Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:09.233490989Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41170"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.234094923Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 41288, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3534, tv_nsec: 33004949 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.234226996Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.235030046Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.235164474Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.235556264Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:62473","req_id":"db93969d-4069-4dd2-afc4-fcd7657b7731","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 70 a1 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e p...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.235741834Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:62473","req_id":"db93969d-4069-4dd2-afc4-fcd7657b7731","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28833,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.23624664Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.236419855Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:62473","req_id":"db93969d-4069-4dd2-afc4-fcd7657b7731","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.237091273Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.237840075Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.23927807Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.243865219Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.243968365Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.244055799Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.244610464Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.248468341Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.253152534Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.253234908Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.253271651Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.253307172Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.253338164Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.253838721Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:09.25873178Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:09.3174587Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.317643357Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.317988385Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:09.318126831Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:09.320434188Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.320788444Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/vpc-routes","method":"GET","req_id":"b4d89fed-d85a-4d0c-a084-555290cdb1bd","remote_addr":"[::1]:41170","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.322295897Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:49286","req_id":"2d096c91-7fe3-4197-b118-570ff2d43df4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 13 e9 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.322484824Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:49286","req_id":"2d096c91-7fe3-4197-b118-570ff2d43df4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5097,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.324034151Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.324211123Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:49286","req_id":"2d096c91-7fe3-4197-b118-570ff2d43df4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:09.32498738Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/vpc-routes","method":"GET","req_id":"b4d89fed-d85a-4d0c-a084-555290cdb1bd","remote_addr":"[::1]:41170","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4190,"response_code":"200"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.325591033Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.325698457Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.327110049Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.327529455Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:09.328813854Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:09.3922167Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.392299735Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.392494484Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:09.39254783Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:09.39406852Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.394784576Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55856","req_id":"baa0de8c-98c0-4fb8-b18a-1a3972d760d0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 81 ad 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.394875307Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55856","req_id":"baa0de8c-98c0-4fb8-b18a-1a3972d760d0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33197,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.395151467Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.395208471Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55856","req_id":"baa0de8c-98c0-4fb8-b18a-1a3972d760d0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.395473579Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4d89fed-d85a-4d0c-a084-555290cdb1bd\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:31:08 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.395537126Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.395571164Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.3963877Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:09.399959487Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:09.489246967Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.489443809Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.489972352Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:09.490121008Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:09.492116724Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.492433035Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:57471","req_id":"d6243184-0930-48ab-84c2-1152921ae5ec","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 22 3e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 \">..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.492640017Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:57471","req_id":"d6243184-0930-48ab-84c2-1152921ae5ec","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8766,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.49304282Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.49330409Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.493473728Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:57471","req_id":"d6243184-0930-48ab-84c2-1152921ae5ec","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:09.493723115Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.494505163Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.500082526Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.500218356Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.500315981Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.500850426Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.50239356Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3534, tv_nsec: 301313717 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.502530473Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.503072884Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.503304104Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.504652912Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58852","req_id":"eb0a8d82-76b5-492c-9bd1-501cb706bbb7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b9 01 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.504827209Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58852","req_id":"eb0a8d82-76b5-492c-9bd1-501cb706bbb7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47361,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.505182718Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.505553025Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58852","req_id":"eb0a8d82-76b5-492c-9bd1-501cb706bbb7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.558373747Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/v2p","method":"GET"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:09.559834658Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","assocs":"{}","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.559895479Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:44849/eip-gateways","method":"PUT"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.610684733Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:09.610914151Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33159"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.611296853Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/eip-gateways","method":"PUT","req_id":"def981f8-8078-43b0-b175-115fa268580d","remote_addr":"[::1]:41170","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:09.611824484Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/eip-gateways","method":"PUT","req_id":"def981f8-8078-43b0-b175-115fa268580d","remote_addr":"[::1]:41170","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":533,"response_code":"204"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.614479765Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/v2p","method":"GET","req_id":"389d7b8d-921b-4eb4-af46-8c615972c3fe","remote_addr":"[::1]:33159","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.615153557Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/eip-gateways\", status: 204, headers: {\"x-request-id\": \"def981f8-8078-43b0-b175-115fa268580d\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.617532998Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{}","iteration":2,"elapsed":"536.416996ms"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:09.617595914Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/v2p","method":"GET","req_id":"389d7b8d-921b-4eb4-af46-8c615972c3fe","remote_addr":"[::1]:33159","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3167,"response_code":"200"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.619343676Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.619907539Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:60229","req_id":"bff1966f-1902-4879-b338-5c6b332b6fc9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 04 c3 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.620124161Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:60229","req_id":"bff1966f-1902-4879-b338-5c6b332b6fc9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1219,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.620301003Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1219,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:31:09.620460892Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:60229","req_id":"bff1966f-1902-4879-b338-5c6b332b6fc9","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.62049493Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"389d7b8d-921b-4eb4-af46-8c615972c3fe\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:09.620542735Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","interfaces":"{}","sled":"sim-b6d65341"} {"msg":"v2p mappings to delete","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:09.620573346Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mappings":"[]","sled":"sim-b6d65341"} {"msg":"v2p mappings to add","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:09.62060066Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mappings":"[]","sled":"sim-b6d65341"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.622473081Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{}","iteration":2,"elapsed":"553.101549ms"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.62959461Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.629707615Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.629833496Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.638344153Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6de1b01-7116-465e-b3cf-af96ce2223fe\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.643261501Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.643308865Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9f3a42a-3575-49c9-9395-a593b6e014d6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.643343213Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.647447631Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"165038db-040d-4403-acb7-3d7f646f8ae8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.648010513Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.657749677Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.657887161Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.658670492Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.668342894Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.668493083Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.668591118Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.668673913Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.669409178Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.669857311Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.671467128Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.671572057Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.671655333Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.672193656Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.674498709Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2225816f-d5d2-4ca7-bd7d-4f5467b296e6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.674636333Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.674964837Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.682505732Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"ipv6 addresses for service zone nat not implemented","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:31:09.682590411Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"generated config for fewer than the minimum allowed number of dns zones","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:31:09.68261991Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.682673657Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"generated config for fewer than the minimum allowed number of dns zones\"}","iteration":2,"elapsed":"614.979667ms"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.684472581Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.690103961Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.690164652Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.690197117Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.690617154Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.692640114Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73a2bbf5-29c0-4aeb-bf5d-61f09464d970\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.692836566Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.693177565Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.693235991Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.693644395Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.696633571Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dab2261b-4a84-4f5b-b97c-40faa3b592a6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.696701837Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.698225032Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"caaa3946-a572-45ea-aef1-cd28171fc91f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.698290422Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.701028688Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ac0d518-23dd-4f93-9111-6edacc370d46\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.701097014Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.701411461Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3864d2ce-9d41-41eb-a356-b8b36a551274\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.701533414Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.702486703Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3e8778f-a37e-4cf2-9b92-ab7d06a98072\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.70264105Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.703666253Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5dd3bb2-b00d-48de-8a9a-63c796b059db\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.703741022Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.705705757Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5efc4f93-3650-4c50-a4e8-0cac01c126b9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.705771618Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.707436926Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5d91135-369d-4e6b-9ff2-2ab051373225\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.707572256Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:09.708803128Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.709065601Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","body":"None","uri":"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.70992331Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a55476e1-5548-476b-8ef4-c14a86d9518f","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.710270973Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a55476e1-5548-476b-8ef4-c14a86d9518f","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.710331563Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a55476e1-5548-476b-8ef4-c14a86d9518f","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.710998602Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a55476e1-5548-476b-8ef4-c14a86d9518f","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.71319067Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ebc5351-b196-431d-81f3-79155c5b6372\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.713413714Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:09.713714924Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a55476e1-5548-476b-8ef4-c14a86d9518f","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":3811,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.71426992Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a55476e1-5548-476b-8ef4-c14a86d9518f\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.714660288Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","body":"None","uri":"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.717470778Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"200864da-e5d6-444e-b3a3-1b91b626265e","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.717596648Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"200864da-e5d6-444e-b3a3-1b91b626265e","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.717653752Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"200864da-e5d6-444e-b3a3-1b91b626265e","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.71821461Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"200864da-e5d6-444e-b3a3-1b91b626265e","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:09.720484071Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"200864da-e5d6-444e-b3a3-1b91b626265e","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":3559,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.720966002Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"200864da-e5d6-444e-b3a3-1b91b626265e\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.721043626Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.721078486Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:09.72110564Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.731880328Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84ff9902-a485-49b9-aa4e-d97e33276301\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.732050607Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.734006534Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"7165b792-0659-440a-9678-0c4700d15032","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.734070502Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"7165b792-0659-440a-9678-0c4700d15032","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.736678578Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/7165b792-0659-440a-9678-0c4700d15032","method":"GET","req_id":"bb1a71f0-b8d8-4b30-ba5a-4bda68b9c432","remote_addr":"127.0.0.1:43823","local_addr":"127.0.0.1:51689","component":"dropshot","component":"nexus-producer-server","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:09.740981491Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/7165b792-0659-440a-9678-0c4700d15032","method":"GET","req_id":"bb1a71f0-b8d8-4b30-ba5a-4bda68b9c432","remote_addr":"127.0.0.1:43823","local_addr":"127.0.0.1:51689","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":4463,"response_code":"200"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.741261499Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.741670103Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"7165b792-0659-440a-9678-0c4700d15032","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.750092364Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"7165b792-0659-440a-9678-0c4700d15032","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.750260319Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"7165b792-0659-440a-9678-0c4700d15032","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.750483453Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"7165b792-0659-440a-9678-0c4700d15032","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.752508358Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b348655-c9c3-4e1f-b0b3-c4f54ca2a4c6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.752645361Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.755309278Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be163cad-821a-4251-bdf8-9d6084ae551e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.755545519Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.771125772Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"641bec6c-7c20-4a81-b9ec-35a165225d92\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.771194218Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.77243506Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2561d7e1-493a-4498-9d45-cc85356da3df\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.773190846Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.773823757Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4762e71-2022-4870-875c-7bfcb160d20e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.773979137Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.775413124Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c85ff221-8b16-4f1d-bb68-789ae9b5ac3f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.775477252Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.777670311Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51f02851-3cf2-40b5-836d-542b89472864\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.77773499Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.778189045Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"753df44d-7bcc-4394-a980-54c0bf7e4ced\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.778288934Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.78073099Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3e5d996-0d6d-4d28-98cc-99f2a808256b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.78090194Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.782685394Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"536b861f-c794-425c-a048-f9fb866162a3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.782752307Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.784632784Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f57fa42a-b7f6-4aa9-b810-ede0cc1ed7bd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.784700358Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.786453851Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70d66398-31c8-497c-b078-2598f184584b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.78652349Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.788844575Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"029e5a3c-ef41-4374-a7f0-bf3344a873f8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.789488357Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.790806884Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc393e06-c6d3-4835-ad9e-6790d36c36c1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.790931723Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.791722188Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.791782408Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.791817899Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.791848329Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.792861688Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.794039275Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9fb9b35-2847-4c9f-9cab-d2308e057e37\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.795279967Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.796226543Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.801390632Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.801453888Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.801485621Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.801897131Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.802100787Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3347065-e565-4d12-9f31-c0ca1485259e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.802230295Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.804358766Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6668fb17-f88d-4c82-81c0-113e47e78495\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.804493003Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.804868341Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.8049129Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.8054902Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.80553515Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.80818535Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.810873115Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.810949036Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.810983445Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.811012453Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.811039316Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6a10cff-167a-42ba-8d21-616ba2791ae9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.811082041Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.814597756Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9638ab7-5a55-44f8-9f19-4a529ca72da1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.815084205Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.817040563Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec746258-7da4-4aae-bb78-171fb166c2c7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.817338757Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.819578209Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"203434ec-4ac5-4efa-82f1-0d55ca769ffe\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.81985435Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.824407181Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9accb356-6984-4301-91b0-ab7666247478\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.8246277Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.837278095Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fbdc47c-2ba2-40d0-b1e6-e67c24e37abe\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.837465238Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.840193815Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d13b177-b70a-45d9-88a0-8f6522a0cc2c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.840323934Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.843068252Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecdda235-9007-4025-9118-de3604309c5b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.843201237Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.846332115Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73b95036-7ae8-4ddd-9c65-40ce9695186d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.846598055Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.854377324Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a57aea15-1232-4535-91a3-c234ae7c1ee2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.855699499Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.857105881Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.861500787Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eee7288a-0ae6-43c3-b945-74b9326ccd34\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.861605215Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.862961788Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4517916e-d16e-468f-ba7b-f122ca717651\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.863053451Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.864283452Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2615c51-0a58-4772-af60-7c5f4241f6ac\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.864361457Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.864449142Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.864480464Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.86450825Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.8656026Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.869057434Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.876435364Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.876509852Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.876542036Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.876572958Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.876599461Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.877968368Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.888407638Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.896361084Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.896470372Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.896519079Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.897439814Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.921171728Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.921245956Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:09.921280705Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.921307498Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:09.92176997Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.017505396Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.017588051Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:10.018718243Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51489"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.041027242Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.047598926Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.047884956Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.047995045Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.049037101Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.050474626Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"2cdfcf4f-d423-4f1c-a568-f9e2ba8b336e","remote_addr":"[::1]:51489","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:10.051588415Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"2cdfcf4f-d423-4f1c-a568-f9e2ba8b336e","remote_addr":"[::1]:51489","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1285,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.053174545Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cdfcf4f-d423-4f1c-a568-f9e2ba8b336e\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.056478889Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.056570661Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.056634439Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.058634974Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.058760685Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.058854853Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.058936425Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.059522383Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.062147132Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.06225651Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.062915323Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.069455373Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.073083592Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.073688137Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.073998545Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.074711225Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:10.138149602Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:10.138653787Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.138801391Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":44,"elapsed":"911.078113ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.138925518Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":45,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.139014876Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.139136408Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.139234073Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.139320686Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.140054017Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.160752778Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.166039641Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.166132176Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.166215532Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.167480192Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.168788488Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"inserting 6 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.170246654Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 6 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.170456381Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 6 total samples","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.170752712Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.17911338Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.179356574Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.179555571Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.187515561Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:49722","req_id":"fe88f3ef-4d2d-4c59-8ece-351f36fbeb69","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 63 c9 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 c............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.187746912Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:49722","req_id":"fe88f3ef-4d2d-4c59-8ece-351f36fbeb69","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25545,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.188129304Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.188383961Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.188553278Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:49722","req_id":"fe88f3ef-4d2d-4c59-8ece-351f36fbeb69","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.18897597Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3534, tv_nsec: 987904664 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.189109406Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.189982376Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":12} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.190084008Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.190338535Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64730","req_id":"6bf7c59b-d6ac-458b-80f0-4d1a760bbb6e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 8b 31 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .1..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.190498294Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64730","req_id":"6bf7c59b-d6ac-458b-80f0-4d1a760bbb6e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35633,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.190827139Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.190967448Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64730","req_id":"6bf7c59b-d6ac-458b-80f0-4d1a760bbb6e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.262862875Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.263590766Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.263649523Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.26368314Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.263709242Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.264442964Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.265567875Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51319","req_id":"f65a494b-5b25-434c-8d7a-3bde33da4a2a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 5e 74 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ^t..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.265630209Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51319","req_id":"f65a494b-5b25-434c-8d7a-3bde33da4a2a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24180,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.265849175Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24180,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:31:10.265939956Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51319","req_id":"f65a494b-5b25-434c-8d7a-3bde33da4a2a","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.266438129Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.266487197Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.266517427Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.266886502Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.266944828Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.268173326Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.274774268Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.274836803Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.274869598Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.275424584Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.279906043Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":5} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.27997002Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:10.281733384Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.283647908Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d5e8b66-7172-409c-ba1b-e79d4afecf00\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.286480732Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.286598407Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.28664013Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.286666252Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.286738085Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.286788676Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.289959193Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.290028371Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.291873647Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b45d4e82-41d7-4567-aba6-f6f504fb1632\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.299332569Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.303968365Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ca85ff8-7d48-45f1-84d9-16dc5c844254\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.304144516Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.311693778Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78030cd4-e30e-4c87-b0a7-537a53b828c1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.311822705Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.315422186Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0c521dd-deb6-4388-99ad-fa9f4dd8234f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.315676744Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.318687262Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c58e20a2-5fba-4786-be1c-9f1ee1f9f87a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.318753223Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.320203623Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9045a934-2180-4ba3-a4fc-4abeb4e25bfc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.320276939Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.322357054Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7408578c-455b-42cf-ac71-640abffcd5ea\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.322503305Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.326110733Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.326619677Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c4c334e-5100-496f-bb84-428049384aa3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.327117338Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.329656988Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf4b2cb2-3b0c-4b14-b5aa-e6266e2b42a1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.329940193Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.330871047Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1164180-2128-4c47-9de4-290acce9c593\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.331894306Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.338820716Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b58e70bf-41c9-4ecc-af2c-7c0df56108d5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.339116315Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.343124431Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"941071c6-61ef-462a-b900-5ea788c3a6e1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.343476242Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.347727513Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28775bc7-bd3e-43f8-9ec3-a9fc5dfb272e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.347880788Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.350176983Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"720051ae-8635-4e18-8562-5b45bcfb8eef\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.350313194Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.352954748Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"410fe1ba-41ae-43ca-ae6b-370f7895e017\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.353093865Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.35648446Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b51ef7ac-fa91-472f-9a7c-ff9c97eebc76\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.357490865Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.359424448Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c4f19e4-dc1d-488e-a9dc-7a737b50c5ed\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.360052279Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.36447933Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80cc3f22-d9ee-4b1f-b8cb-83807033ce56\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.364813575Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.365876864Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47a6cfbc-a0a8-4ac4-8f8a-c436ddb94a60\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.366000581Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.367863873Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65fc2769-7ac7-4a21-9631-741916a3c897\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.368376013Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.370860143Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4661c266-8433-4d8b-86bb-efe044f9ab58\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.370926054Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.37294642Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b18bc0e-1432-4346-99f1-bb4e25fba79f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.37301199Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.375407423Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67d98f22-8271-4a2d-94a9-01ad91297b37\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.375455268Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.377196919Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.377240495Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.377327559Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.377361005Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.383269297Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.387786758Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a09c448d-148b-4619-a075-6c271b9a7940\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.388316193Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.388654988Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.397284963Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.397446194Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.397485302Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.397511775Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.400048058Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.401673547Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.402003504Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.402077411Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd2da32c-f552-475a-9dcc-0632f933e1f3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.402221659Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.406458981Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17c99ff0-d531-4397-aa28-c84f3f3e65dd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.406852024Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.40979103Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00378ce4-c7ac-49d3-8827-af73ba48c003\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.409929296Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.413437966Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f0097a9-3033-4e45-b150-caa4a8a2a1dd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.413514639Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.417164622Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bb1277c-f5ec-46f1-9599-f4009610677e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.417233409Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.418191548Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38803401-f54e-442b-8dd1-ffec8ae54d3f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.419587269Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.419645555Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5be7788c-44ab-4e8b-8b8c-12df8bad4292\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.419681596Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.422688217Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96890517-04d3-4cf6-acd7-808e60751800\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.422817444Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.425363026Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f6f8de0-3e6c-4687-9016-22f837cc97b5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.425431713Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.427097041Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2ca48d6-de04-4fa4-afb7-847636b94649\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.427182021Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.430828616Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"839f5383-3f96-43a5-801d-6a9533c219ab\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.431322099Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.436684884Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.440651267Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7e60471-b78d-4033-a0f9-a3fc2f530d10\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.441057907Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.447115116Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"732d840c-8ca5-4e4a-aed1-878b8eb8a23f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.447622497Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.449836578Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba9b2dff-47b0-48cf-9b96-5a2c37598773\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.44996774Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.453525007Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30a58917-fd10-455e-9321-9b24c946bb48\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.453662892Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.45540345Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9547147-29bd-4268-ac59-a5b105a777aa\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.45552388Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.456895042Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a272a667-b9b7-4b48-b6c0-37389a6ed982\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.457044169Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.45798345Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9227c036-c525-4201-a874-dcaa8aebd6d9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.458497224Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.4604323Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1e33a94-ef55-49fb-a4fe-9c414edd4e4c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.460735514Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.462834977Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51d4a557-6637-4aaf-a7dc-c260f511500e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.462959465Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.46306242Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.463097119Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.46322831Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.464296409Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.46760468Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.472474272Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.472535214Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.472570444Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.472599021Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.472631075Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.473153225Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.478095232Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.488321647Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.488380605Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.488410765Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.489677258Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.490700036Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.490740517Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.490768072Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.490793132Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.491589388Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.571305447Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.571428232Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:10.571970242Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54416"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.572453314Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"4c0d9f68-0ac0-4e5f-9499-4b70b1582f90","remote_addr":"[::1]:54416","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:10.57294786Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"4c0d9f68-0ac0-4e5f-9499-4b70b1582f90","remote_addr":"[::1]:54416","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":455,"response_code":"200"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.573663636Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.582265124Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.582334091Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.582365403Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.5829055Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.583170678Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c0d9f68-0ac0-4e5f-9499-4b70b1582f90\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:31:09 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.585269409Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.585326253Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.585353066Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.589004792Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.589070082Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.589105332Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.589135983Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.589358487Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.593060062Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.593122115Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.594477496Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.594635841Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.600539103Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.600752078Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.600805093Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.601334258Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.643125354Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:10.643465101Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:10.643715169Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.643815148Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":45,"elapsed":"504.831584ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.643855158Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":46,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.643885158Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.643915899Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.643945738Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.643975107Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.644932975Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.647603857Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.652225245Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.652315585Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.652525232Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.65269997Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.656450804Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.656509511Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.6579345Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51722","req_id":"1fa14256-1ee7-48b3-ae26-f3554e0c35dd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b4 32 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .2..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.657999499Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51722","req_id":"1fa14256-1ee7-48b3-ae26-f3554e0c35dd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46130,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.65816548Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.658390519Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.658620697Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51722","req_id":"1fa14256-1ee7-48b3-ae26-f3554e0c35dd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.658977298Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3535, tv_nsec: 457873817 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.659037698Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.659503035Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56975","req_id":"eea0f660-47a5-4137-bbcb-05050f129f4f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: bd c1 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.659606221Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56975","req_id":"eea0f660-47a5-4137-bbcb-05050f129f4f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48577,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.659703675Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.659735899Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56975","req_id":"eea0f660-47a5-4137-bbcb-05050f129f4f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.725847943Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.726229904Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.726291266Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.72632835Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.726357198Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.727229365Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.728697691Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58015","req_id":"b894cb82-c578-4eb9-a870-114e4d79fc41","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: f1 be 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.728780215Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58015","req_id":"b894cb82-c578-4eb9-a870-114e4d79fc41","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61886,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.728860024Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61886,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:31:10.728936747Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58015","req_id":"b894cb82-c578-4eb9-a870-114e4d79fc41","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.730823507Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.730885189Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.730916412Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.731245357Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.739262901Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.739339304Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.739368542Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.748222423Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.750119232Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a034aa86-e6fe-41f6-bb76-8d9b5a8673ec\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.752560526Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.753679826Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.753739144Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.754584429Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.756917567Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"206af4d7-409b-4760-82b2-f07fc1519127\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.757157505Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.760777398Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d563107-ebd5-4cbe-ad75-cb69cf0f20d2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.760882728Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.763229794Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cb369cf-5b49-4437-8c50-35e208e9529a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.76338858Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.766136295Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38f83406-d711-4726-b61d-88296e5d56c1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.766201024Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.768100288Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"483999a2-01f0-47b2-b9ac-fae58e4504e1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.769849714Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.774453026Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b54ec23-3531-4c9c-aa0b-d6f292ea60f3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.774661601Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.778643515Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ed84f65-594a-4329-a011-cfd7eadc5bcb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.778724125Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.780243853Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"423eb876-3919-41b6-951f-3f5bcf520158\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.780494984Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.784087602Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27173f0a-7fc8-46af-8733-afc84f528b34\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.784155808Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.784193252Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1caed495-fac6-45e2-bf02-4c648f045a80\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.784226929Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.784728629Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9c9df19-c2cc-457a-a078-0b537a314614\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.784805192Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.811197195Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.812385924Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13f10692-8127-4372-b363-ee49f6d50b6b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.812594179Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.812757634Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.816542786Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.81709183Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.817839109Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.81795Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.818074478Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.821674881Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"972d6e80-9677-42d9-aced-6b50d5790667\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.821908717Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.824090284Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a64b2072-701f-4619-bf52-c0020dae9331\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.824314661Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.828415612Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b63951f8-ff1c-4d7f-a9ef-5b641ffe65b4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.82849501Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.833887434Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b394416-edab-476d-9f0e-e27deb164278\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.83436218Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.838554613Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af036748-70cb-4208-8f38-4b5a03699c79\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.838825934Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.841302448Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2bad9db-ff0e-4600-8655-670b465a1e3b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.841390674Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.84228715Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31e7c31b-bbec-44e0-a161-17839eb960fd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.842436868Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.84385803Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d104de53-7bb0-4969-89ce-38dfb10c4a99\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.843918721Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.844546772Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d232380d-5bf6-4bd5-ac8a-9b44ff81854f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.844686861Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.845657114Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b114ea5-fee5-4fe9-887e-4b773a5b8e6b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.845781953Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.846944319Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb260541-a76d-4ab0-ac66-803ec50614b2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.847150009Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.848991308Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17072dc1-67e3-49e9-bf86-01194298940d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.849136787Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.851851586Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"133116a0-abff-4668-b4ff-7c45313e6b4e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.851916115Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.853766612Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4289087-ee0d-4440-9436-96ff4739fa25\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.85383073Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.857838275Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f447e87-38e1-46fb-9bee-66e8e737c7d2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.857988704Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.868679465Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.868751258Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.868788853Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.868819213Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.869595861Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.871275447Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa01b4f3-c074-4bb5-b39b-54e439947a55\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.871476317Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.874118612Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.885365982Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.885431522Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.885506331Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.885939534Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.888231351Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"542e91b5-e918-4d85-a827-0d900fd33eae\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.888368905Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.889084511Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.889145662Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.889618935Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.890778666Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa3c1d50-3aa0-492d-a9fe-f4ffbbfaefee\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.890931461Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.893296493Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a85a888-1e25-443e-8fc4-19ffd48b7f90\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.893426963Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.894890409Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4907ea7-2dd8-46b0-811c-5f3da94022ef\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.89510692Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.896362141Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f78035b-3431-4783-b649-3e2e09677725\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.896531318Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.898931941Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6bebaa7-8d8e-461d-a797-cc842032c927\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.899078483Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.921815124Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c61af04-5474-4996-992c-72ecca01a588\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.922014061Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.931994356Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f450acc-79ed-4bc1-b246-41957f12c404\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.932244574Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.935616302Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bcc6bc2-c36e-4bc8-a2fb-bbdc5cb6aa1e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.935895969Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.941073555Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d916e2ec-39e9-43da-a617-df8a6325f33f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.941345127Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.941832167Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.975193036Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41dd4305-b8f2-4712-a1a2-4d2482e3487b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.975520569Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.993966291Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.994112703Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:10.994160297Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.994389314Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:10.996077066Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.004598425Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.014285556Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.014459562Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.014554101Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.015807468Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.024314989Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.035651155Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.040289226Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.063812785Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1801ae04-daaf-455c-88db-c45f6389e874\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.06424147Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.067641604Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7eb91628-2168-41d2-a22a-4854ffce0cde\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.068093695Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.070084702Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8c7696b-0a3c-483a-968a-19c5562e78c6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.070748665Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.073156222Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dca8c8d2-4294-4a5a-bde2-5c65cd988b41\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.073639995Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.077413414Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a01c9e9-5f90-4a77-ac5f-ac1be463715e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.077493323Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.077530547Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.077564415Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.077594875Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.078245191Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.080534653Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.086153207Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.08622493Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.086259088Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.086290811Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.086316292Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.087151747Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.092945901Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.10055903Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.100768828Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.101107823Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.103231515Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.103744256Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.186623257Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.186788497Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.188871026Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.189066646Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.189186344Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.189291965Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.19013794Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:11.190256025Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54042"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.190445302Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.190496154Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.190949838Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.191709191Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.192306831Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"68488cfd-067d-49cd-9cd0-2868c87da7c1","remote_addr":"[::1]:54042","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:11.192685185Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"68488cfd-067d-49cd-9cd0-2868c87da7c1","remote_addr":"[::1]:54042","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":427,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.192995704Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68488cfd-067d-49cd-9cd0-2868c87da7c1\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.195932565Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.196144408Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.196192604Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.199619511Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.199681776Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.199716304Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.199747106Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.200504665Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.20107923Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.208435878Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.208538282Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.208569814Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.209693914Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.215934749Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.215999437Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.216123905Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.221859193Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.222095043Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.222204581Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.223009254Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.230874355Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.23094732Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.231646142Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.231879257Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.232044506Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:11.269812326Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:11.270269297Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.270329907Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":46,"elapsed":"626.47497ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.270367873Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":47,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.270397262Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.270426209Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.270455578Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.270483303Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.271650619Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.275557723Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.276040305Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.28049956Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.280562976Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.28059494Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.281878066Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.287744044Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.287823973Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.288441844Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52016","req_id":"24bbc475-8103-4141-ba03-4c0003910952","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 4a 25 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 J%..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.28850502Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52016","req_id":"24bbc475-8103-4141-ba03-4c0003910952","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18981,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.289730782Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.289895601Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.289988546Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52016","req_id":"24bbc475-8103-4141-ba03-4c0003910952","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.290957146Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3536, tv_nsec: 89741071 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.291020482Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.291341361Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55629","req_id":"345f078d-9870-4422-b48c-b2f79e3c30fa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 29 50 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e )P..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.29140087Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55629","req_id":"345f078d-9870-4422-b48c-b2f79e3c30fa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10576,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.291488144Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.291584205Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55629","req_id":"345f078d-9870-4422-b48c-b2f79e3c30fa","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.380716445Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:11.381285058Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.38138151Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.381477692Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.381524646Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.381555497Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.385365007Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.385442852Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.386683795Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55114","req_id":"05b5437b-913c-44e7-85f3-f7b814f8e780","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: e2 b6 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.386913783Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55114","req_id":"05b5437b-913c-44e7-85f3-f7b814f8e780","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58038,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.387316125Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58038,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:31:11.387416365Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55114","req_id":"05b5437b-913c-44e7-85f3-f7b814f8e780","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.397044077Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.397198745Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.397344295Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.397745294Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:60303","req_id":"b55eb1a1-d33e-4311-8b06-985a92c18d0e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 08 93 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.399523327Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:60303","req_id":"b55eb1a1-d33e-4311-8b06-985a92c18d0e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2195,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.399723335Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.399902162Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.399998814Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:60303","req_id":"b55eb1a1-d33e-4311-8b06-985a92c18d0e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 41288, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.400289714Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.417629863Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.419163068Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.419244901Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.420107149Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.42143772Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 41288, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3536, tv_nsec: 220353057 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.421764271Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.42208041Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.423923262Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:60392","req_id":"408ee518-5669-42ab-bb7b-655bd77d24ce","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ae 07 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.424168581Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:60392","req_id":"408ee518-5669-42ab-bb7b-655bd77d24ce","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44551,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.424481334Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.424772594Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:60392","req_id":"408ee518-5669-42ab-bb7b-655bd77d24ce","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.425002232Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56403","req_id":"efe2a217-f55d-4c84-baff-ebc6a2c689c1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: f5 43 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .C..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.425195056Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56403","req_id":"efe2a217-f55d-4c84-baff-ebc6a2c689c1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62787,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.425471818Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.425697497Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.42584967Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56403","req_id":"efe2a217-f55d-4c84-baff-ebc6a2c689c1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 41288, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:11.426539174Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:11.537428945Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.537828411Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.538414388Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:11.538527484Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:11.540191689Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.541219357Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 41288, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3536, tv_nsec: 340138101 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.553233414Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.554213297Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.554323516Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.555076006Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.555314962Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.555756652Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1026da14-5fd6-4fe1-acd0-7710512c24dd\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.556002832Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.556949298Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:53219","req_id":"2e801f7b-aeb4-4858-b343-56dc025f10c6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 92 08 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.557132152Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:53219","req_id":"2e801f7b-aeb4-4858-b343-56dc025f10c6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37384,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.557326479Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.557423663Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:53219","req_id":"2e801f7b-aeb4-4858-b343-56dc025f10c6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:11.558329698Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:11.618686926Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.618778248Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.619179437Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:11.619237764Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:11.622587718Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.622637748Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54842","req_id":"7ff4ec3e-4735-4c73-97b6-235db5240d41","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: c6 86 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.622791053Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54842","req_id":"7ff4ec3e-4735-4c73-97b6-235db5240d41","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50822,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.622939279Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.623102925Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.623200028Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54842","req_id":"7ff4ec3e-4735-4c73-97b6-235db5240d41","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 41288, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.623836807Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 41288, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3536, tv_nsec: 422730371 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.623895223Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.624842881Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:49823","req_id":"9b921906-9d2b-4168-b76d-28e620f648d5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f1 bc 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.624898993Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:49823","req_id":"9b921906-9d2b-4168-b76d-28e620f648d5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61884,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.624986057Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.625094763Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:49823","req_id":"9b921906-9d2b-4168-b76d-28e620f648d5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:11.625810139Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:11.699597575Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.699756793Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.700082041Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:11.700194324Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:11.702096935Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.702333857Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18b65124-5aa5-4be9-8b79-778a33d6bbf6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.702639166Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.707519098Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"632d9da9-b7b7-4f34-8acf-7287d25ea9fc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.707751111Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:11.708670563Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.709058947Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","body":"None","uri":"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.709710926Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"486f6749-c107-482a-a116-83a4469fe3f0","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.710077516Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"486f6749-c107-482a-a116-83a4469fe3f0","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.710216323Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"486f6749-c107-482a-a116-83a4469fe3f0","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.710950616Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"486f6749-c107-482a-a116-83a4469fe3f0","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.713753029Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20aa3ac3-0b9c-45ab-9ec2-af22875845d7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.713971104Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:11.714439537Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"486f6749-c107-482a-a116-83a4469fe3f0","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":4729,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.715090193Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"486f6749-c107-482a-a116-83a4469fe3f0\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.715365833Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","body":"None","uri":"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.716066118Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a69cf327-5921-4598-b42b-235b47dcdd91","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.7163734Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a69cf327-5921-4598-b42b-235b47dcdd91","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.716489902Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a69cf327-5921-4598-b42b-235b47dcdd91","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.717075449Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a69cf327-5921-4598-b42b-235b47dcdd91","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:11.719910788Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a69cf327-5921-4598-b42b-235b47dcdd91","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":3699,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.721087803Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a69cf327-5921-4598-b42b-235b47dcdd91\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.721269906Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.721353022Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:11.721425486Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.722303596Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba036ce4-c0f8-4e00-b5b8-df1482b158fb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.722517241Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.726750846Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b26c82f4-c18b-4cf3-a7b2-18504b724635\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.72700348Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.731226614Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.733133113Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aaa59301-04b1-4f52-8ea4-c87021db7cef\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.73351809Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.736927934Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9850aba-e451-4343-87b8-0c57a5bd5189\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.737140487Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.73871272Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"653df746-189a-4b1a-9f3d-b01df6762a85\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.738945043Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.740481213Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10072c14-8f2c-4d3f-97d9-f2645bede694\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.740861631Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.743216503Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7c65b7f-810e-4a9e-95aa-af2c345bcf0f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.743440299Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.745476947Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7ffbd2b-7c95-487e-8a95-2587fd212c58\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.745711995Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.747794855Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0b81ab7-5447-4754-8650-f7bb4fbe8b8f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.748050705Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.759853101Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42d2e197-cdcc-4bef-8173-6ed6b131b2af\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.760176775Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.762267932Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2366e0e2-4b60-4745-bff0-b94225ff0774\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.762424213Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.764740238Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c03613f1-fdd1-4428-a22a-77edbeee0955\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.765118952Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.7679181Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24784f57-a58a-45c1-bf65-ba1fc74a62e3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.767986897Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.772708454Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1426f2bb-426d-49cf-963e-65d2cfa4cddb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.772786429Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.775583302Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8e151a6-5145-4290-88f3-cbb0a7bf24c3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.775823481Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.776780808Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2db7cf70-5ea1-45bf-80f7-700d9e9112f0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.776939194Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.781367537Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d644773-daa1-417b-9d8d-cdbaa4508ff5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.781704799Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.782098533Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.782255606Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.78236815Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.78245842Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.787385026Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.824786967Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.825493465Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.825859173Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.833006374Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.833117054Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.833214789Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.834138449Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.836494333Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59f9f954-5e72-40f5-9a22-fde6613eeb82\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.836764872Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.837142474Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.837919803Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.838034001Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.838106305Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.840190548Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.840232531Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.841701268Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.848195347Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc69a277-d1a0-447c-aee4-f79b1dce235b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.848422429Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.854052186Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"755316c0-b69b-4237-97bb-743b43e13c82\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.854327144Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.858240601Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe52ba3b-83c1-4c1c-9fb5-7f8a98afe632\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.858522803Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.863272417Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7b97a34-2dfc-41b8-bf87-397b390a65a5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.86364552Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.876288631Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2a851e1-b302-4dae-b77e-93850fa05169\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.880361526Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.884217839Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b9ad45c-9051-48a0-a657-6f5775e4bb5c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.88439885Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.891864124Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f86055f9-55ff-40b9-89c8-9e78cd0e2259\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.891991568Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.892978745Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.917221717Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddde3bbf-ad61-496c-87cf-1a6cbfc2d37a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.918142512Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.919259467Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa57b985-1326-4bc2-aa25-eb9bdc0d7bff\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.919497962Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.921094574Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d652d922-b208-4f0c-81d1-221648d6bd67\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.921499871Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.922746064Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"370d39cc-f5d2-4171-bf8b-cbd58053406d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.923021032Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.924127206Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1429b4ce-8c45-491c-8fd6-531f0c9cc253\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.924370671Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.928717291Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed90e71e-ef23-4fe6-9ee7-1f379cc067e2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.929152288Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.932057446Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46839a18-3e3b-4d53-b1f1-6f2c3b06d83d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.932283176Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.935554775Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bd8139c-31be-4281-942a-2cb4b11cbdbb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.935627229Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.941047899Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7461e32b-b5d6-45a5-b973-c8d375bf670b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.941278739Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.943719061Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.943776696Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.943810664Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.943841636Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.945920177Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.947000199Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dc598ae-39d3-4a45-8512-e5332c7bc042\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.947074828Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.948778883Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.955485966Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.955550715Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.955584973Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.955943688Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.956657801Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03c33d63-2fec-490f-b19c-17fb409c9034\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.956729494Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.959137041Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"096192d0-b703-408b-a46e-b8ed0b40b81b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.959242411Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:11.959278382Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.959310416Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.95961338Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.96580691Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"433ca41e-9b12-4bb2-94d5-414666aded9a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.965946679Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.967033875Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"892fe30d-aad3-418f-9a0e-423850aac212\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.968026663Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.985464507Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ac87ab6-604a-48b9-8879-8b71c28f8195\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:11.985648864Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.001223165Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3614e4e4-40d2-4e06-bb0c-f7c22b4e6849\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.001304146Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.001340589Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.001370238Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.001397241Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.001949762Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.009925053Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.013655986Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.01372836Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.013761486Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.013792889Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.013824021Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.014166483Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.021598892Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.027443808Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.027532715Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.02756534Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.028165185Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.117296644Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.117486171Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:12.12500408Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37592"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.129233898Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"768cad43-c6e6-4c14-a71f-b508c955d004","remote_addr":"[::1]:37592","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:12.13056496Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"768cad43-c6e6-4c14-a71f-b508c955d004","remote_addr":"[::1]:37592","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1346,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.132774051Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"768cad43-c6e6-4c14-a71f-b508c955d004\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.13625159Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.136344545Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.136409154Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.152233703Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.152299555Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.152332971Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.152360907Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.154705057Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.172935049Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.1788475Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.179139241Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.17924913Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.179827893Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.185872166Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.186130741Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.186701789Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.187572353Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.188344742Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.195101525Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.195207075Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.206535416Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.209293692Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.245025405Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.251173374Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.25132679Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.251434585Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.252888151Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.256816097Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.26796488Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.26811023Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.268257884Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.268825074Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:12.27702914Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:12.277407033Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.277506722Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":47,"elapsed":"1.007080272s"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.277545609Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":48,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.277572663Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.277664556Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.277702632Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.277729405Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.278535982Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.286401534Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.286462666Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.287808928Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.288111912Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.305639785Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.305696308Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.305726708Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.30667634Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:12.30720307Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.312295556Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.312456747Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.314106454Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51706","req_id":"e7ca9bba-bd00-41f8-9b3f-45537617ba84","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 85 de 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.314472674Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51706","req_id":"e7ca9bba-bd00-41f8-9b3f-45537617ba84","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34270,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.315378318Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.315875128Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.31677461Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51706","req_id":"e7ca9bba-bd00-41f8-9b3f-45537617ba84","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.320685903Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3537, tv_nsec: 119553856 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.320909178Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.321412551Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59672","req_id":"23256880-1734-4916-b2ea-2a25536e349a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a4 6d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .m..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.321482911Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59672","req_id":"23256880-1734-4916-b2ea-2a25536e349a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42093,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.321670435Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.32227503Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59672","req_id":"23256880-1734-4916-b2ea-2a25536e349a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.408090662Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.408824033Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52042","req_id":"3a61316f-4bd6-4e42-bbd3-b07e14f5a2ba","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 32 60 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c 2`..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.409196766Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52042","req_id":"3a61316f-4bd6-4e42-bbd3-b07e14f5a2ba","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12896,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.4096055Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12896,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:31:12.409915117Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52042","req_id":"3a61316f-4bd6-4e42-bbd3-b07e14f5a2ba","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.410512447Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.410606174Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.410725622Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.415219526Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b255792b-1cea-4239-a55e-7ea5e89185dc\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.415735854Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.419109576Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34ce790e-2715-4718-a484-6aebe9cc58c4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.419445656Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.424115039Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58eaacdf-9c17-48ab-bcc0-2e1b685a4525\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.424262854Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.428644835Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1a87fc2-94e8-460a-88ae-9e17fbeeaa9e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.430793957Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.433755658Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"059fc462-3ba5-4e0c-9c8c-bb12d985ef9e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.433823362Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.443988125Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.449555878Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"065a00cd-b2e7-4119-bfae-f6aa946d11c6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.449943571Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.455990359Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"755f3b37-f869-488a-b7e8-26b262bb03b9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.45620679Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.459054694Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20434fa5-61b6-4162-825f-3a752ec48d3d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.45918832Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.46156706Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4af1a92f-965b-49e7-99de-dd170ff58e62\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.462303758Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.463865499Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff2e9392-0197-472b-aa52-7fcd55bf8dfe\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.464032462Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.465368524Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64a5e2c6-d625-49b4-96a5-6fe0e031299d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.465515818Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.466447123Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"206ad88f-e17f-4138-92a4-2bebc02a36d5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.466577343Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.467963454Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c502f1a2-64d3-4213-a2f3-cbc9dd92e70f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.469264927Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.480031199Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6a42256-27db-4614-8b7f-f42f90810d73\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.480161729Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.484977604Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee4de3de-6fff-4937-801e-274d9157fb0d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.487055985Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.488826843Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0d6b44f-0c5c-411d-9716-9102f43c75c5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.488949548Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.491075995Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"960f5358-b564-4b6a-a606-852654d126e7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.491205352Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.492812104Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fcb8e00-f032-46ae-b1e3-0d1a88884505\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.492884057Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.494454075Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94d1f39d-7825-4899-9aae-f1dc586802ac\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.494526389Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.494744223Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.494801878Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.494834022Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.494860876Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.495517574Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.49890327Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00466a7c-42d2-4c2b-bd2f-ee8e61aafa64\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.499031686Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.515226333Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75a49bcb-948b-42d9-990f-6b40cad2f1ca\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.515357394Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.515890957Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.532205673Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.532308177Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.532398557Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.533111618Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.53425222Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ff72457-23cc-4ece-96f7-a1bcc4912d90\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.534612047Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.535856266Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f5f02d6-6b36-44a7-82ce-9900250c22d8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.536773384Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.539393745Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.539453203Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.540486291Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.543101642Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a6b7ea8-9353-41ab-ab9e-33077ce39676\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.543340598Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.546183653Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7669b1f2-004c-4de6-93b1-b9c2ebf0c454\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.546249665Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.548137987Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a866638d-0235-411b-848e-661b17e0f8d3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.548208207Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.550428801Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"482601f9-7571-4cc1-a3b1-55441673508a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.550601766Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.558797305Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5840bd10-c0b6-43ee-bf4d-5cd64c3c55f8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.5594873Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.562167961Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80a8bff9-cd65-415d-8e8c-178df875f392\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.562311827Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.564356792Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69f56808-5898-4d05-b2ba-bf754a284b67\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.564433505Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.565553867Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"524c955e-59a3-4217-9af6-961d554da015\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.565634257Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.566873637Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"695339e4-6afd-4d53-b8b6-1b38791e061a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.566954588Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.571164005Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fc333cc-2449-45ed-a269-4edfd04eb16f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.571310487Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.575323983Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.61439993Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"359ac67f-774f-4268-aeb4-97b9dcc2f1b6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.614600309Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.620083494Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29a78210-9eef-41f7-b038-7608d0a0d7c7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.620295486Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.623657404Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"383a00bb-bf85-4989-b63b-af05a25d80dc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.623782223Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.629800695Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.629861616Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.633313504Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.633375557Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.634138658Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.642567452Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ac38b58-a678-4117-9a5d-4bd9236cc379\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.642694525Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.644166738Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45889e5f-3e1f-477e-bd3a-1ee47a50c72d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.644244212Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.647025173Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbe5aff0-7eab-4dc6-885a-5845bc1e3c16\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.649621857Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.650299838Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.658309547Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.658395458Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.658429746Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.658802679Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.663317394Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2580a678-4355-4737-a235-fc6444fa3351\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.663499738Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.663750778Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.663801689Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.664337707Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.670391469Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c51328a4-b74b-4302-9a0a-ba89081d7737\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.670626507Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.67540083Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0792916-a9c0-45c8-a93d-633e5bdf5529\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.67559176Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.677751093Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"345e982a-5cfa-4289-81f9-7d007e4917c9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.677854489Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.681833296Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c73f3a8-d930-4ee5-ab3c-afae5afdd37a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.682776906Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.684363748Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbe67499-1ca7-403a-aab9-db4aaf2ae8e7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:11 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.685140375Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.685202229Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.685245505Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.6852782Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.685736653Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.688750789Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.694356879Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.69441803Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.69445292Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.694484623Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.694517298Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.695354596Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.699331851Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.71244589Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.713844597Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.71394663Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.715634463Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.80380695Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.803992019Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:12.806438984Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39190"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.806922608Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"c59adc92-b928-4065-b3d9-53cfe5e979bf","remote_addr":"[::1]:39190","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.807042727Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.80750103Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:12.807872761Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"c59adc92-b928-4065-b3d9-53cfe5e979bf","remote_addr":"[::1]:39190","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":966,"response_code":"200"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.808356886Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.809374984Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c59adc92-b928-4065-b3d9-53cfe5e979bf\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.814081963Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.814188765Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.81427659Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.824356153Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.824596933Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.824790569Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.824947531Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.825982904Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.833912043Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.835059248Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.835194007Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.835379497Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.839916697Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.84514804Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.845324381Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.845407948Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.847118706Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.860545208Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.860619516Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.860761809Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.860795055Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.862109104Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.866511184Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.878836923Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.878953846Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.879100738Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.879728138Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:12.903843607Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:12.90432187Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.904465556Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":48,"elapsed":"626.919736ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.904597288Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":49,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.90468839Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.904847717Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.904950452Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.905061754Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.906112026Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.908600324Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.915901351Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.915982703Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.916019436Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.916433571Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.917752469Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.917811427Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.919932182Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.920737827Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.920816765Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.923955729Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:62775","req_id":"4ade6193-ab11-44df-a966-184b6c13ebd1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 60 e4 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 `............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.924021259Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:62775","req_id":"4ade6193-ab11-44df-a966-184b6c13ebd1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24804,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.924237751Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.924566195Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.924912515Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:62775","req_id":"4ade6193-ab11-44df-a966-184b6c13ebd1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.926597442Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3537, tv_nsec: 724313079 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.926854234Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:12.928649321Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58513","req_id":"241dff3e-9670-4c30-9fa8-0f1d86bce777","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 11 b1 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.928761554Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58513","req_id":"241dff3e-9670-4c30-9fa8-0f1d86bce777","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4529,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.928927475Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:12.929106181Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58513","req_id":"241dff3e-9670-4c30-9fa8-0f1d86bce777","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.061509165Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.072230517Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:61035","req_id":"6895117b-8afc-429f-ba39-282821dc87e2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: f1 e0 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.072354344Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:61035","req_id":"6895117b-8afc-429f-ba39-282821dc87e2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61920,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.072572969Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61920,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:31:13.073756147Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:61035","req_id":"6895117b-8afc-429f-ba39-282821dc87e2","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.074702803Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.074760498Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.07501274Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.097363102Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffeec979-e402-4a54-951a-209618f07ace\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.098299387Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.118479305Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a297b271-162c-45db-8424-86def50383e4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.12249745Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.147073336Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.159047444Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cdcc0c9-3c7a-4e9e-851b-0de63d245fa7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.159292382Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.165494269Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"725c8e27-a360-4d4f-877c-bf9d3936bc89\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.165926941Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.169121175Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.169311134Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.169996249Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.189215151Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.192747509Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d451ff7c-79f5-4aa3-814a-4cb7b9ada4c9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.192823861Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.194825559Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.194889717Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.196358474Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d85506e6-c541-4fc9-9f2b-f269615d5970\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.19642676Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.197928041Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.198023351Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.198065214Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.198097469Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.199052962Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.202421504Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"254b4769-21d9-4b49-a9de-a1d8242b5be4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.202488588Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.202524229Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.202561964Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.203706755Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.213591319Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.213701839Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.213789063Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.214644016Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.22062852Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.220689782Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.22162211Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.221905074Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5372d4b6-4f48-4cc6-ae2d-fd5da15691f5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.222097126Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.226339769Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69f4082a-45ed-4a1c-b025-aacc6be43990\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.226654286Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.228532328Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1522210-5c23-4173-b1ec-98424240ad2f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.228682147Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.233092534Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e50a969-1595-4ca0-869d-17bee19cfd6f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.234080102Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.245992647Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48458387-d02d-4d80-b7c7-7d458e0c1831\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.246490759Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.250920214Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34972027-3e0c-4501-be5a-ae909aaf002c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.25111382Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.25347244Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee7310ea-453c-4ff1-986e-82ca59f7e740\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.253596397Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.257267381Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4dbd1bf-d29c-4f8e-b6c7-647c37811643\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.257635785Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.261070458Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dedd73bc-2046-4eb7-8704-f198eecd574d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.261678189Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.26571412Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a50606e1-c6e7-4a83-8497-67a2dba250c0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.26594482Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.267006856Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.268810931Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37a89af8-8e52-41b5-804e-cf0fc7504ee6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.269027582Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:13.270088546Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.273343862Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02ea9ddd-890a-4dc2-85d5-4c898c76059e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.273562768Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.274450006Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5aa5b0f6-9241-43fb-9fdc-10b41237a717\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.274751407Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.276048671Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b98cf28-71fc-4ee1-b81c-7f5ca0cf579a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.276280744Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.277740973Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acbb2ade-83a5-4d17-9934-0c76c1defce0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.278016682Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.279722852Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b07c273-7323-40da-a33d-f7c3da48d70a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.279934323Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.281269734Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79440630-a33e-45a9-bbe8-5cd7319ba809\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.281545363Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.286886645Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bcbeb66-2457-4170-8a39-67619f31e983\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.287156743Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.290422891Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37df7584-89a7-45d2-995d-3cf892c80626\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.290635174Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.292899185Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46aca634-c641-4ed8-b1f1-ef2d5f9a6e82\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.293114123Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.294633831Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"995c3239-189c-4914-8356-44acace48d38\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.294846906Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.296683815Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"142e6423-adb1-4555-8bf4-bcddd342b6f2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.296897471Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.298473591Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3627c6e-5ffa-428d-9c23-fbf853860785\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.298691716Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.29976272Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41fdc1ac-f015-4701-be3b-5a8a576d268b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.299984833Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.301448308Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07670a77-ec37-4780-ab91-f2a6c53633ae\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.301672004Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.30496756Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff3bf622-d925-4373-bbe1-b1ca33a90290\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.305202879Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.306898467Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e194a016-9492-436e-a2fd-77c5f7f8821a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.30756228Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.308672362Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0454c1b-760d-4870-acb7-5808fd1045d9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.309169021Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.310778789Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"272d0dfe-eb98-48ea-adf5-702cfe3b6377\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.311737098Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.317742534Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"881606c3-47b8-4b69-a901-9a1518f2fe68\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.318129935Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.318193672Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.318235496Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.31826758Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.318298942Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.319069618Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.321899807Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.33093066Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.331014948Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.331049226Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.331911364Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.334768106Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f1ab135-c042-4755-a795-17627b6ed335\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.335001621Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.335458Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.335587378Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.336463083Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.342078331Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"225b7552-6728-422a-bec3-10804e0e68d9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.342266576Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.344322011Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2efeffb4-bf34-4bdb-8ba1-172eae00d130\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.344415828Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.346169472Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dca7342d-fc5f-4637-b25b-cd23d3ec13d2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.348739703Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.349246313Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3e9ebbc-fddd-48bd-8b37-d70d58ba50f2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.34931008Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.352090971Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb0b7cbe-fb7d-4e04-9e76-de37c9638c6b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.352275568Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.353368877Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b4486e2-84e1-410a-b6e6-a984c3b4d202\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.353621169Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.358501784Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9764b1a-7303-4363-8877-bc710754d955\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.358637915Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.358720199Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.358761451Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.358789116Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.3594687Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.363565793Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.368649242Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.368717608Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.36875347Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.36882397Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.36885908Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.369798592Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.372889681Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.378806169Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.378871299Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.378903332Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.380802466Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.442074607Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.442142593Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.442666316Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:13.442807507Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65399"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.445195796Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"8617c28d-b1bb-459d-aeba-f870b959a465","remote_addr":"[::1]:65399","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:13.445756343Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"8617c28d-b1bb-459d-aeba-f870b959a465","remote_addr":"[::1]:65399","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":563,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.4461818Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8617c28d-b1bb-459d-aeba-f870b959a465\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.448692363Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.448753264Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.448786871Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.45169766Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.451761949Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.451795345Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.451823521Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.452568506Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.456673625Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.461444951Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.461824508Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.461936861Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.462841313Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.495364113Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.495430966Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.495466006Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.495494994Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.498034774Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:13.49999531Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:13.50033654Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.50038682Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":49,"elapsed":"595.760985ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.500555837Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":50,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.500604404Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.500635215Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.500663882Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.500692319Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.502031728Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.509355881Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.518023711Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.518185623Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.518301524Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.519932995Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.521538203Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.526220212Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.526365371Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.526457485Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.52875877Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.530608565Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.530721781Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.53152457Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.533437672Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.533494746Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.53384826Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:61630","req_id":"ea50e2ee-d6ab-46ad-b60c-4ff1bccb09bc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: a0 fe 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.533910444Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:61630","req_id":"ea50e2ee-d6ab-46ad-b60c-4ff1bccb09bc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41214,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.534059521Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.534220893Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.534264399Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:61630","req_id":"ea50e2ee-d6ab-46ad-b60c-4ff1bccb09bc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.534595329Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3538, tv_nsec: 333521788 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.534658444Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.535137018Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55163","req_id":"9e7e4d82-5707-44b4-b075-f5ec153d08a6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 7b 73 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e {s..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.535194172Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55163","req_id":"9e7e4d82-5707-44b4-b075-f5ec153d08a6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31603,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.535284652Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.535379762Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55163","req_id":"9e7e4d82-5707-44b4-b075-f5ec153d08a6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.59676594Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.597454241Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.597855771Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52328","req_id":"37f3e7f7-290c-4e27-a886-898be5321482","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: c8 e7 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.597904448Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52328","req_id":"37f3e7f7-290c-4e27-a886-898be5321482","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51431,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.598048996Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51431,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:31:13.598127292Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52328","req_id":"37f3e7f7-290c-4e27-a886-898be5321482","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.598248524Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.598295577Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.598324445Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.598546918Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:50328","req_id":"4969c3e8-9695-4917-849b-4ec3a1ef304f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 7d 98 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 }............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.598766045Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:50328","req_id":"4969c3e8-9695-4917-849b-4ec3a1ef304f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32152,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.599924733Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.59997851Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.600003881Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:50328","req_id":"4969c3e8-9695-4917-849b-4ec3a1ef304f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 41288, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.600046646Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 41288, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3538, tv_nsec: 398828758 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.600083951Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.603017065Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52812","req_id":"c52f728f-dd99-4bbd-b5f6-83b81b55fd6b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b7 0a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.603072505Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52812","req_id":"c52f728f-dd99-4bbd-b5f6-83b81b55fd6b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46858,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.603203466Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.603231281Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52812","req_id":"c52f728f-dd99-4bbd-b5f6-83b81b55fd6b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:13.604559808Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:13.671682777Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.671767866Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.672020159Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:13.672083816Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:13.673862389Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.674599738Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.674839236Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88652c3a-bff5-45af-b727-a4772ececd2c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.675132279Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.676363132Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58205","req_id":"43c0e199-3a02-4fb3-8359-8346a4c7c738","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 91 08 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.67642722Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58205","req_id":"43c0e199-3a02-4fb3-8359-8346a4c7c738","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37128,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.676617629Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.676832758Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.676887416Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58205","req_id":"43c0e199-3a02-4fb3-8359-8346a4c7c738","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 41288, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.67739132Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 41288, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3538, tv_nsec: 476282479 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.67745643Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.678337055Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:50613","req_id":"c3135536-7a8d-48fb-93df-9f17086fd263","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 73 8b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e s...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.678402084Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:50613","req_id":"c3135536-7a8d-48fb-93df-9f17086fd263","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29579,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.678487004Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.678569869Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:50613","req_id":"c3135536-7a8d-48fb-93df-9f17086fd263","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:13.679476325Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:13.746067253Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.74683881Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.748300412Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:13.748455Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:13.753048863Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.753128001Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45d43b78-1d35-41d3-bb03-1ef82c6c655c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.753294082Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.754248323Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:13.754487029Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.756021406Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","body":"None","uri":"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.757113632Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fd75f96a-9aab-4c0b-a7d2-eececc2fa5a3","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.75772011Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fd75f96a-9aab-4c0b-a7d2-eececc2fa5a3","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.75779514Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fd75f96a-9aab-4c0b-a7d2-eececc2fa5a3","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.758936354Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fd75f96a-9aab-4c0b-a7d2-eececc2fa5a3","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.760525169Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:63428","req_id":"4f8f636f-e8d3-44ee-85a2-ae1e14643e07","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 2e ea 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.760733905Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:63428","req_id":"4f8f636f-e8d3-44ee-85a2-ae1e14643e07","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12010,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.761075756Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.762096941Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.762484072Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:63428","req_id":"4f8f636f-e8d3-44ee-85a2-ae1e14643e07","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 41288, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.764411142Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 41288, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3538, tv_nsec: 563296259 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.764481813Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:13.765792324Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fd75f96a-9aab-4c0b-a7d2-eececc2fa5a3","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":8691,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.766787797Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd75f96a-9aab-4c0b-a7d2-eececc2fa5a3\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:31:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.767058216Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","body":"None","uri":"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.768200712Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"098d5192-9ee1-4ceb-a030-95737f6c2f33","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.768318908Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51627","req_id":"ebbb3bc9-1a75-455e-bdd3-4df183edf941","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 75 ce 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e u...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.768483005Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51627","req_id":"ebbb3bc9-1a75-455e-bdd3-4df183edf941","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30158,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.76873653Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.768834485Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:51627","req_id":"ebbb3bc9-1a75-455e-bdd3-4df183edf941","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.769277808Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"098d5192-9ee1-4ceb-a030-95737f6c2f33","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.769348028Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"098d5192-9ee1-4ceb-a030-95737f6c2f33","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.770633139Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"098d5192-9ee1-4ceb-a030-95737f6c2f33","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:13.771858069Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:13.825562532Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.825642681Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.825899453Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:13.825946577Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:13.827421475Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.830658515Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.830724567Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:13.831396425Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"098d5192-9ee1-4ceb-a030-95737f6c2f33","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":63200,"response_code":"200"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.831856031Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.832530124Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"098d5192-9ee1-4ceb-a030-95737f6c2f33\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.832575865Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.832606877Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:13.83263357Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.838252516Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.839729979Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.839782724Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.83981557Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.840767066Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e897c854-a64a-458c-ab8f-f2cf9824deeb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.840911994Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.84327371Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e454c833-2f3f-4898-8577-5ea634ce4eca\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.84340429Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.847536784Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe708935-f3c2-44cf-bf9f-7e1b41656ebf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.847657875Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.850559086Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b33c8fa3-1aee-45cb-a310-d09fa4abf8e1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.850638253Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.854017506Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f08f9a9-fa58-40ea-9317-40afa9589f81\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.854115612Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.857863409Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83118d15-7291-4b8f-b517-5700c9fae922\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.858024229Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.859101897Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b81c244-bfb4-4156-85a7-ff5972357e69\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.860691033Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.862799704Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ba7519f-5337-4678-99dc-e1d46a7aeefc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.863338387Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.865558691Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7906977-c288-4d8a-8300-9a22af4cb7b9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.865625695Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.867071305Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7ecc6a8-e66a-4fe3-8c65-7c5bb812972c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.867136766Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.869286649Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"619b7d7f-c514-4b9b-8cad-67f12d37a447\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.870197183Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.885038584Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.885102531Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.885138543Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.885169454Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.886234296Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.888072308Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d3fe5cf-bacc-46cb-9056-a6d814687b08\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.888204902Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.889578419Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.896010915Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.896844406Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.897499842Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.898451208Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.900381814Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edcc34b6-a8f4-438d-881f-cbe9283151aa\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.900526132Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:13.900839466Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.900893233Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.901375253Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.904172016Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfa11dc2-a627-4dfd-9d03-85d3bc267375\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.904248799Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.907562912Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c81e1f7c-feb0-4999-bb20-84db689a070d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.90801367Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.913268941Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fddb1906-18ef-45f3-9899-adec663e5375\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.913736352Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.917539199Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee553aad-a225-47fe-9349-ca842ba7ee29\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.917613357Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.91982317Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f8b978c-32d1-4be0-a82c-e73175473343\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.920057246Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.923958569Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c99533f9-ffb0-44b2-b1bc-aaea56938f6f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.92401898Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.92405451Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"605f3948-e3a8-4a81-a12c-4d5be88fd1d9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.92408929Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.926862465Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8245ad0a-009b-44de-b976-009e4fe94a93\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.926946533Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.929319982Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18e8de73-a088-4e90-8bd8-d751cc81f004\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.929494058Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.933097117Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af2071b8-c38a-49a6-9d02-4741ada5b29a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.933331755Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.948473243Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d04ae930-551e-49b6-a2d2-8e1c27815940\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.948700987Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.949148028Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.952837519Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be86b2a2-3127-4076-863f-48e2ec8463ac\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.953062627Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.95521195Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f403f31-20e3-49a1-889e-de6808000570\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.95542811Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.958345513Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ae898b8-0f25-4c6b-bc36-5bbcb86d7c5f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.958568577Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.960836787Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"627c5531-825a-4027-8b3a-485e749898d4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.961107256Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.962385452Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49264a59-da2a-4d8e-8b0e-382e415a1ba3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.962607665Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.963953867Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cda0c7ac-bd50-45d2-86b3-7e4a1bb5a072\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.964274987Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.976350918Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80d729c3-fa73-43c7-a7c8-9ae35df6ea2a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.976643591Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.989681889Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25202286-cb48-4dac-994f-987507afa79f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:13.989899913Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.003044834Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.003192909Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.003290844Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.003378839Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.004258181Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.009614964Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a65fc0ad-6329-40e2-9927-dc750d076b6f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.009882197Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.010416701Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.017070018Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.017171089Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.017256259Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.017784191Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.028748396Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.028861131Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.029719541Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.041634711Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b568b748-cd3f-407f-834a-14238e9eb70b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.04172932Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.044387807Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f5e58a5-9492-49d6-9953-4ac7b9fa13c0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.044470812Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.046867387Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eaa2e70a-e712-4d64-8f4b-c657ef525da3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.04717993Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.05747374Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bab0a931-2804-4e68-ac10-0a00f439fd1f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.057771834Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.062405305Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0530d516-936b-41c9-8b75-11498cb5e8f5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.062569392Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.072052347Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95c30415-074e-4753-bb03-cf77aa4c385d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.072223738Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.072642923Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.074922886Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5420f0b-503e-4310-bc9f-8bce93e17c03\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.075444154Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.077819267Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3a72aa0-609a-4af8-8f2d-cb8e9831a0e1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.07798157Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.079484515Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84acd290-b945-47b0-9ea2-21ef268578fc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.079565486Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.080518074Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"942cf4ee-5ec2-4908-9a35-f38a00a68de7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.081776922Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.081823305Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.081855048Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.081888424Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.083229767Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.085961349Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.09349503Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.093544208Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.093574588Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.093605089Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.093634197Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.095700414Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.099328001Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.106645842Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.106724278Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.106759729Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.107505374Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.174856978Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.174919312Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.175382235Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.175439078Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.175472585Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.175500089Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.176162329Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:14.176296927Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38004"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.17647919Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.176527036Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.177792747Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.178562371Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.179218769Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"bb25571e-d5f7-4cba-a354-9bf318bb0c51","remote_addr":"[::1]:38004","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:14.179647012Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"bb25571e-d5f7-4cba-a354-9bf318bb0c51","remote_addr":"[::1]:38004","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":519,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.180113942Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb25571e-d5f7-4cba-a354-9bf318bb0c51\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.182649835Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.18270783Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.182736357Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.184966781Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.185030458Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.185063484Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.185091099Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.185600754Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.186168566Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.193695933Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.193845962Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.193893207Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.194511268Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.195201523Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.195266172Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.199343987Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.203667842Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.204263388Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.204381824Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.204956099Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.205940861Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.206061782Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.206883318Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.206992326Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.207517462Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:14.242739019Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:14.243575886Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.243993969Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":50,"elapsed":"743.413913ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.244176312Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":51,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.244809945Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.24556052Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.245749677Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.245854606Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.246883546Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.25527224Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.272499394Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.27255761Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.27272332Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.273201122Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.278506884Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:14.279211257Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.284492329Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.284838539Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.288779632Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54842","req_id":"b8c39d3d-d946-4463-bfd0-85f7ec2004b8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c4 a1 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.289177424Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54842","req_id":"b8c39d3d-d946-4463-bfd0-85f7ec2004b8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50337,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.289745456Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.290587674Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.290944675Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54842","req_id":"b8c39d3d-d946-4463-bfd0-85f7ec2004b8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.293877769Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3539, tv_nsec: 92805481 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.294010343Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.294424529Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52501","req_id":"bfd33600-89ff-4808-9afd-6f1df3c025f8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: df 9a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.294590048Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52501","req_id":"bfd33600-89ff-4808-9afd-6f1df3c025f8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57242,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.294880487Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.295093712Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:52501","req_id":"bfd33600-89ff-4808-9afd-6f1df3c025f8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.367218857Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.368167326Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.368229911Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.368262185Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.36828954Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.369037671Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.369477898Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56191","req_id":"b1bfffa1-4581-4a8a-8752-f0c82a7615f5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 7f 06 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.369539991Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56191","req_id":"b1bfffa1-4581-4a8a-8752-f0c82a7615f5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32518,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.369696022Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32518,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:31:14.369784318Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56191","req_id":"b1bfffa1-4581-4a8a-8752-f0c82a7615f5","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.370053014Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.370103845Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.370130799Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.372108439Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.377279853Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.377343008Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.377372768Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.379005912Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.379576759Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1957878c-06dd-40b2-99a5-0b11b6ad0bca\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.379852078Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.382279013Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52933abc-07e0-4186-9bff-d37166d928d7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.382511987Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.382982314Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.383034609Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.383689283Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.386274464Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f85306f-e3e9-4011-956e-24f87e178439\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.386414924Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.393426183Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69f31ca5-7ec8-4e4c-aafd-21878b118d75\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.393547194Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.396345149Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbe44bda-9dce-4751-8d17-35a609e5f81d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.39657176Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.398360534Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d31efd42-9214-4734-9bcc-986d3b531255\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.39843362Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.400787239Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96a1cba8-57a3-43c2-be05-010f8c44c55d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.400921467Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.403861044Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84a6c857-cef9-40bd-aa5e-c9b9fe4b11d3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.403927977Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.405463056Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8304b5ce-5b79-4d0e-85d3-4743d452627e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.405614648Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.408316591Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb75203e-1fb7-493f-89fc-a3246d42c99d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.408446891Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.409834415Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ff92982-5e8a-4d26-b932-64dbf17910d5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.409901098Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.411664371Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5510e9e3-8d46-4707-bd20-cc22e14bb2ad\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.411737156Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.433390469Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"295f3ff4-24cb-4f44-94e6-e9050b33f7c3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.433518364Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.435579511Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.441668463Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8d96a39-0144-42a4-9b70-b0bfba444d85\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.442819466Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.450246724Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f9d6655-53a7-4168-a5b9-c7083b6d33b3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.450945797Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.457369215Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e385911-a91d-48f0-85b1-eaa58dd30bf1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.457727619Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.463340232Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68a1be67-cc00-4aa8-8253-06bb364eb5ad\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.463549279Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.465374676Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"291c56da-c90d-4a1a-b310-72b8f772f443\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.465529204Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.467284701Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8a1a27f-e47e-4918-8849-8270be153739\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.467411123Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.468261047Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"911e011a-ea19-48cb-8f01-78c811df836c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.468417368Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.469398924Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"562c948f-bb49-4ba8-b8de-80ff48e3d21b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.46974354Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.470628894Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5d5b486-b677-4c90-980a-c9b1b3ca0fd3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.470761729Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.471664448Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd83fbcc-06cb-4a7f-a206-a2afaa51f1d5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.471781671Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.472973506Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e26c0c85-4aa6-48f9-9a10-59562ebf22a5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.473333363Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.475411764Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d1ca6c8-1948-4454-8dd4-6035cc568182\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.475688054Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.477416558Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c114c68b-c9ee-40d3-9f4d-5a0201145b39\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.477535425Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.479014412Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d442a35-ee2f-4314-a936-c352075884a6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.47922437Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.482238566Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b8b4ca5-ac8d-48cc-bacc-f360b3ae076a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.482357112Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.486313806Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"806b5531-a090-4584-8d6e-f71a26484b16\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.486471851Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.48674765Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.486846607Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.486890074Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.486917689Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.487695729Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.489690874Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d60d936b-9337-42fa-856e-8529ab7508b6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.489891554Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.490363885Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.495798143Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.495860717Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.495892801Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.49643945Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.498006222Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d3c2a01-f0db-4db1-bfcb-e0fdd54f6561\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.498463573Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.498881947Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.498927768Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.499417654Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.502702068Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b73c8bb-78be-4f1e-8145-964463c33b72\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.502884051Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.505527017Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36959a43-a30e-47ad-aaea-4c155361f4c2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.505830521Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.517726213Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8821f101-49cd-4e30-9e43-a0c7a89ecab0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.518859591Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.520733064Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1531569-a8e0-4856-a09b-f2d6c37963b7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.520904786Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.523724795Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ecb78e2-a957-45d3-8442-20ef71589cd5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.523789243Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.52690449Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b14818b-5524-4f6e-84a0-c69db6eafff9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.526995742Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.528705318Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16aea197-bd9f-498b-bf75-f42b7c39d0f2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.528985646Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.534310797Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0a57f64-9722-4392-a857-3e5aa54e96a2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.534511807Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.543830253Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d105e4e-af71-480d-b690-f12f16e758e8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.543974471Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.54457662Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.553370562Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b862fd3f-3be8-4b17-a783-30b43f1610a3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.553708285Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.55500104Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2978168-42d5-4143-a6a5-431b9ead014c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.55525668Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.556760406Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"137a9a26-80f6-4610-9e90-af9167ddf41f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.558154924Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.559895532Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d84fdab3-647c-4856-a91d-388c7edface3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.560208175Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.562950459Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3244aec3-67db-48cb-adaf-82b8f39dd559\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.563176149Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.565253618Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.56552079Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.5655659Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.566817835Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.569522033Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.575313903Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.575545143Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.575598379Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.575631385Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.57565884Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.57717948Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.580226831Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.585328296Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.585377393Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.585407644Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.585867089Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.642181221Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.642240209Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.642824293Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.642865565Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.642956867Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.642986466Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.643687152Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:14.644437777Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60144"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.644788917Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"be28421b-938f-42b7-8f1f-1c0c2e2db5c7","remote_addr":"[::1]:60144","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:14.64567876Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"be28421b-938f-42b7-8f1f-1c0c2e2db5c7","remote_addr":"[::1]:60144","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":735,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.647073158Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be28421b-938f-42b7-8f1f-1c0c2e2db5c7\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:31:13 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.649188343Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.649249404Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.649278302Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.653701234Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.653784109Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.653820542Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.653848668Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.654658672Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.655228898Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.662656096Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.662720224Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.66275325Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.663543184Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.665570112Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.670225858Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.670599232Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.670657028Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.671305459Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.673803757Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.674197772Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.676719046Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.715189265Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:14.71639633Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:14.716733572Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.717351854Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":51,"elapsed":"473.113418ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.717416513Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":52,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.717448977Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.717477695Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.717505811Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.717532885Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.720043777Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.722613387Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.728303264Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.728368524Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.728401099Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.729565108Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.734325433Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.73438431Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.73506181Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:53385","req_id":"687dde07-af11-48cc-b8e0-d1ea63ab923e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c1 54 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .T..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.735269283Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:53385","req_id":"687dde07-af11-48cc-b8e0-d1ea63ab923e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49492,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.735485925Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.735631285Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.735677457Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:53385","req_id":"687dde07-af11-48cc-b8e0-d1ea63ab923e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.736080459Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3539, tv_nsec: 534906288 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.736145239Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.737303336Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59210","req_id":"52800a13-b2d3-463f-901f-6cb9e6600461","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 51 23 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e Q#..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.737366762Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59210","req_id":"52800a13-b2d3-463f-901f-6cb9e6600461","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20771,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.737492623Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.737518134Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59210","req_id":"52800a13-b2d3-463f-901f-6cb9e6600461","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.81203315Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.812865589Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.81391Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.814018175Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.81413106Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.81593265Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.816244772Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.817147881Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.817916553Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:60375","req_id":"727eb358-87f7-40b9-90cb-e1adaf29d5b3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: f4 a0 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.818513953Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:60375","req_id":"727eb358-87f7-40b9-90cb-e1adaf29d5b3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62624,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.818889431Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62624,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:31:14.819042656Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:60375","req_id":"727eb358-87f7-40b9-90cb-e1adaf29d5b3","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.822774151Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.822832126Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.822861836Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.822894411Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.823190581Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.823242163Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.823271201Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.82342129Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.830647107Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.830691686Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.830721516Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.831331531Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.835096783Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.835157133Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.836193699Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.836263357Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60c6cda8-427d-4d0c-bade-1119fabe7e86\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.836303107Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.839228595Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3452e63-64f6-42b1-9c25-9aa35d688817\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.839345128Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.847346159Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3943036-abd4-43be-9e79-5b4adfaf875d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.847635856Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.857347436Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07501846-16b0-4365-a84f-a35087f58652\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.857793084Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.87760113Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.879048003Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"433efb3d-f5f7-4a76-85b6-89edba4d90f5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.87932735Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.883599662Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0f006f3-c2a4-433d-af86-23b801fe01a6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.883702046Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.886703917Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"857754b2-41c4-4d95-9053-2d7e8f78020f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.887211919Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.891240716Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55a5f88a-0820-4149-afde-a52bf8530f10\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.891392689Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.892338854Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00d3b91d-ba4a-4037-a736-b0daf3e3bd72\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.892465506Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.893453144Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bb0cbe2-e43e-4576-b6da-bfaa5c11aa71\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.893661409Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.894517244Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"389c721a-9c8c-4c6d-a380-d24d9945b9d7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.894683506Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.895593839Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d5206e7-a114-4289-9664-b078865f5633\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.895663799Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.897809043Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adf28ec2-1a86-4462-a06f-3b79be88ca91\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.897980906Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.899957604Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63f9e134-937d-4349-accf-34a0b2ab8dc2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.900023946Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.902157798Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce061df1-7386-47d2-9823-749f04a4b148\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.902227847Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.903968706Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1cfba54-08e6-44c8-b509-386ad2c1c1ca\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.904037723Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.906205983Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68180e13-9e9a-4e92-ad93-e853932fe1d4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.906287336Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.910095533Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a528ae5-16fc-492d-893b-f1714257779a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.910578135Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.913325739Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aaadd0eb-a933-49db-8100-2d6d0567f061\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.913494545Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.915065315Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22c4e61e-ebb5-4e62-8572-528dab2f84b9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.915224412Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.91649809Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f197fee6-0c18-47dd-9b03-b137a3e5c61b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.916637778Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.918120212Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbd88c87-5004-4f6c-84d3-d4599f466ec5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.918256674Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.919232478Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea7cf03b-25b8-4d1b-ba13-7a50ee1d1d2f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.919347066Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.92064378Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a9bf542-6336-4a55-abc6-783a8b1f894c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.920888047Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.923021217Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e5e93d1-523a-41a1-ae85-f4fb425c17c0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.923140274Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.926142456Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92260467-9a70-4af2-ac6e-63de31a8faea\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.926296813Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.928335726Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b6e89c6-5bdd-40b1-860a-e46cd88ee7ab\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.928425404Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.92864933Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.928696715Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.928724139Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.928749821Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.929377722Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.931829156Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.939767433Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.93982627Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.939855819Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.940263381Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.940480764Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c4a8010-b6aa-4f69-a717-d7a362d3a300\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.940611063Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:14.94282271Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.942879062Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.943789917Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.944385293Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b33434e5-dc40-4868-ab4f-96eb5d5d00b8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.944509922Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.948634079Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66a3189f-c652-4c33-9bdb-fc0976ac49c6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.94892559Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.950880154Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5c54be5-9348-472d-8958-0a315715578d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.951153048Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.954114889Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9054b5f-0718-444e-9fbd-e8a062abe363\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.95428094Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.956100074Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84fafcd9-e975-4d93-a8b5-59323ed4444d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.956733546Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.958087815Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e6645f3-f88f-431c-bbad-aab29cc1c96b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.958152093Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.959680879Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e128cf9-242f-4b27-be79-4149ec04f17a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.959840266Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.962274436Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbadfc42-e9f6-4d81-9371-e884eeb36939\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.96244219Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.964900689Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c978d76a-c45d-4726-93e6-8559204c081e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.965361146Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.976744467Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12879fa2-60b6-44bb-b11c-0787f4d3c5b6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:14.976873724Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.002240536Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.061680136Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.061778161Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.061814042Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.061845625Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.062838594Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.090206132Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.095526392Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.095587614Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.095618365Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.096001148Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.106017285Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.106128937Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.106832649Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.109195547Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8383ae5a-32b4-4fca-a2bf-c6a9a0a800c7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.109413181Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.112943825Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d45f3f65-813b-42db-975d-46d6a8ae678a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.113080778Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.117600423Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e67d20bf-e09d-4029-9a08-63fb95b7f8ce\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.120215003Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.122679112Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3d1a5cd-da10-4cf9-ba74-210596372cd3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.122822668Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.124156686Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ee5df7b-4439-4a7e-955e-8e5ca72096d8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.124425181Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.126187873Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"662a8efa-bb50-4e05-8161-4dc27b51e080\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.12625174Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.128184181Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd7a5c17-25ff-47ec-b317-fbfd25bb7937\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.128440571Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.128497034Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.128533286Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.128561382Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.131319437Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.170270004Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.170351186Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.173101315Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.176879864Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.176979993Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.177023299Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.177072517Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.177102567Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.177562093Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.177622834Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.178411696Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.188225509Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.194106426Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.196424515Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.196515647Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.196624123Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.204892367Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.206388027Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.206464689Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.276230313Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.276434319Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.276974866Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.277383671Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.277505534Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.27759917Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.279512703Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:15.280083851Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37201"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:15.280864346Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.281596625Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"711a8c1d-d388-4c13-b339-2ff73b70e1ea","remote_addr":"[::1]:37201","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:15.28239734Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"711a8c1d-d388-4c13-b339-2ff73b70e1ea","remote_addr":"[::1]:37201","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":815,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.283793071Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"711a8c1d-d388-4c13-b339-2ff73b70e1ea\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.285865941Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.285924488Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.285952985Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.296799075Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.296862692Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.296897651Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.296931829Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.297547045Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.316008388Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.339504623Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.339590624Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.339625073Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.340157163Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.340575817Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.340643522Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.341396432Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.345340821Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.345826739Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.345970686Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.346727173Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.349099771Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.349160041Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.349713874Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:15.432336925Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:15.437574811Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.437742175Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":52,"elapsed":"720.336864ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.437879058Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":53,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.437972774Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.43811624Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.438207191Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.438292441Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.439258606Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.445638287Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.451575998Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.451677039Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.451762219Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.452389699Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.452943212Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.470269393Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.470775812Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.472974743Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54914","req_id":"50ea16c8-9975-4a31-a6e5-3b7c4ece5493","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: e9 06 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.473175754Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54914","req_id":"50ea16c8-9975-4a31-a6e5-3b7c4ece5493","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59654,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.473742153Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.473914175Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.474040186Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54914","req_id":"50ea16c8-9975-4a31-a6e5-3b7c4ece5493","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.475079487Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3540, tv_nsec: 273935155 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.475147713Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.475509925Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:53264","req_id":"54169ab9-68e6-440e-a179-8df01c6880f7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 7f 24 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .$..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.475573561Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:53264","req_id":"54169ab9-68e6-440e-a179-8df01c6880f7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32548,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.476085522Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.476332504Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:53264","req_id":"54169ab9-68e6-440e-a179-8df01c6880f7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.570094739Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.570660586Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.570721177Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.570755916Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.570784223Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.571459638Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.57187724Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59191","req_id":"3e11594c-8cf1-46db-9ac2-9ea21ec1f7b8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: e2 f5 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.572039774Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59191","req_id":"3e11594c-8cf1-46db-9ac2-9ea21ec1f7b8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58101,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.575155352Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58101,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:31:15.575331212Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59191","req_id":"3e11594c-8cf1-46db-9ac2-9ea21ec1f7b8","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.575593605Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.575638985Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.575724917Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.576877794Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.592207627Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.592270603Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.592300633Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.593219233Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.59798566Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce8d7f75-37f1-4dfc-8b2a-65f50036bfdc\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.598373803Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.598783559Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.598922356Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.599764324Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.601577897Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c47896d2-7b90-40c7-8fa0-a0bb24f21445\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.601896702Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.604043019Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb87d93d-3669-4a39-821f-eb38a20416f6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.604259259Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.606846564Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af6eec9b-1477-4add-bc6d-2f2e85f30719\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.607106192Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.609231807Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71dfa3eb-d64f-4ef7-a174-9f7db6f259fd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.609491144Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.613844577Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4720d5a-28ed-47fd-8f33-27e6d7fac2f0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.614111319Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.616627061Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3df19e6f-5269-45f3-8c36-d012b771f929\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.616944774Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.619273554Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd06dad0-5c3e-4947-823e-56ae7628b141\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.619550256Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.620788002Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17f8f184-0567-42c4-a9d7-e2db298f2923\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.621055064Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.623086Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5137b81-de5a-47a2-b6fe-efde86be7f1e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.623327993Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.62515884Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35bce128-19ad-432d-9c87-70c63a5bacff\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.627203304Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.629305392Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79c43c11-683d-424c-8d27-cd6bff98656f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.630218922Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.633145343Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40f8e460-f42a-414e-9cb1-2fa4ccb6dfbc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.633411784Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.63383131Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.636904633Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a08fb66f-70bc-4d48-877f-a2fbaca2c082\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.637063279Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.639913648Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"542d3f57-738d-437b-9a9d-f328bc55d400\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.640047716Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.643329164Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5cb01b5-fa2e-4024-b8de-739091fd81e3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.643391588Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.64549538Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04dcd98c-4353-4dfd-9509-52923b03e841\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.645611832Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.648354787Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6f5fed3-812d-474a-b746-f870898aa6c2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.648550136Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.650287718Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e52f6c7-9cf1-4203-a66e-b6b38dbc2ff8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.650402547Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.654107599Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8b400e2-c192-4f42-a706-d20d4b83b0b4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.65477575Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.656087925Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"129e6d22-4894-486b-aa08-3cdd5ddd49dc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.656218124Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.657944313Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9934ca3c-beab-4a49-bc43-ee98efc492d4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.658036968Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.660107413Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b05d9d33-3165-494c-a186-87dbae048be6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.660374485Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.669528765Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b290827-b516-45af-9e26-3ebbee1dcd52\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.669700126Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.673780616Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd88679c-80c7-4514-ab02-862088f8c3bd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.673995424Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.674852843Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.676066651Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58107","req_id":"e858b076-1de4-49f0-b296-29233627fcdc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: c1 5e 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .^..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.676240267Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58107","req_id":"e858b076-1de4-49f0-b296-29233627fcdc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49502,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.678168779Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.678455511Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.678628565Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:58107","req_id":"e858b076-1de4-49f0-b296-29233627fcdc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 41288, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.679803386Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 41288, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3540, tv_nsec: 478172455 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.679868316Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.681154017Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64512","req_id":"e8f4659a-4d28-411f-b988-ff4978340b05","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 9c e1 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.681264016Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64512","req_id":"e8f4659a-4d28-411f-b988-ff4978340b05","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40161,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.681512732Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.681717009Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64512","req_id":"e8f4659a-4d28-411f-b988-ff4978340b05","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:15.682298788Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:15.794161406Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.794261356Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.794537666Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:15.794590572Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:15.824989099Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.825705566Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.825951366Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.826188639Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.826765438Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.827650481Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:15.827913135Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.828094145Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.828440105Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.828991984Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.83046542Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","body":"None","uri":"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.831345764Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"127480b4-54c4-4270-84d9-50fed05994bb","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.831796071Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.832339724Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"127480b4-54c4-4270-84d9-50fed05994bb","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.832472158Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"127480b4-54c4-4270-84d9-50fed05994bb","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.833276751Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"127480b4-54c4-4270-84d9-50fed05994bb","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.836174665Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.869672908Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.869774881Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.869862907Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.870694233Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.871425741Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55958","req_id":"e94ccb71-62b2-42b9-9393-a2425485bfd2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 9f 8b 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.871629336Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55958","req_id":"e94ccb71-62b2-42b9-9393-a2425485bfd2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40843,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.871924374Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.872274432Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.872593127Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55958","req_id":"e94ccb71-62b2-42b9-9393-a2425485bfd2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 41288, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.87299629Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.874271571Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.874768491Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.874901416Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.876842724Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 41288, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3540, tv_nsec: 675767109 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.877065017Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.877431066Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59968","req_id":"dae61822-ad86-4834-8260-8e99b6687cf6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: c5 aa 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.877585343Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59968","req_id":"dae61822-ad86-4834-8260-8e99b6687cf6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50602,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.879254779Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.88026872Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.880434139Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59968","req_id":"dae61822-ad86-4834-8260-8e99b6687cf6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 41288, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:15.881393811Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"127480b4-54c4-4270-84d9-50fed05994bb","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":50059,"response_code":"200"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.882505286Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 41288, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3540, tv_nsec: 681439901 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.882629984Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.901013252Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"127480b4-54c4-4270-84d9-50fed05994bb\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.904581221Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","body":"None","uri":"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.90837529Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.908437514Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.913257177Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.913628737Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"30f5a7d6-4999-40af-b12d-e0834b5073a9","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.915004719Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56675","req_id":"a0fc2df8-a390-4d02-a7c6-3d0d96ae8c85","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c0 91 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.916237375Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56675","req_id":"a0fc2df8-a390-4d02-a7c6-3d0d96ae8c85","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49297,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.916674927Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.916784325Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56675","req_id":"a0fc2df8-a390-4d02-a7c6-3d0d96ae8c85","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.917182137Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ee4cc6c-1fad-4967-a6bc-abcc6a550a11\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.917319431Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:15.917732955Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"30f5a7d6-4999-40af-b12d-e0834b5073a9","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.917804608Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"30f5a7d6-4999-40af-b12d-e0834b5073a9","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.918817165Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"30f5a7d6-4999-40af-b12d-e0834b5073a9","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:15.920333727Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:15.991532075Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.991614459Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:15.991920068Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:16.016183541Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:16.017991022Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.01805Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:57945","req_id":"e5a05e6b-4938-4eed-b8ef-6a43ae8d3397","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 36 d4 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 6...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.019600129Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:57945","req_id":"e5a05e6b-4938-4eed-b8ef-6a43ae8d3397","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14036,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.019827461Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.019869846Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:57945","req_id":"e5a05e6b-4938-4eed-b8ef-6a43ae8d3397","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:16.021192331Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:16.095500194Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.09792694Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.098004274Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:16.098043883Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:16.098841121Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:16.12087917Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"30f5a7d6-4999-40af-b12d-e0834b5073a9","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":207285,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.122643566Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30f5a7d6-4999-40af-b12d-e0834b5073a9\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.12278597Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.122835709Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:16.122862943Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.151318529Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bdabd1f-29b4-48d8-9931-02522254fb9a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.151712013Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.168813246Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.168876241Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.168997092Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.169692969Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.173205387Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.17516909Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.175231544Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.176493178Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d931adf-d554-4c7c-bfc2-96b04d86eab1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.176659299Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.178330869Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.178422171Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.179808894Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83df1c68-16e3-4568-be43-e595a16b362b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.180044263Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.181985631Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d9e334f-e113-4383-95d3-859595853339\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.18211058Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.182977587Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa09b89f-af20-4280-a5d0-744301ff56e9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.183052276Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.184028291Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4796fadd-e7fe-4a06-9c5c-5d7208ca32c2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.184168691Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.185085217Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a8d496c-7261-485b-85a5-9bc1477741a6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.18521711Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.1861909Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb07748e-8960-44c6-a07b-6c380cad229a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.186324416Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.187643434Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07cc7442-e603-4ade-ba17-d203dfebc572\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.187804535Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.18981972Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9ebc326-adcf-42a9-8eaf-91af30e05ef0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.189886393Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.191939123Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e38dbdcc-d258-4904-b838-e3ed61075a74\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.192150815Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.195751409Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14435e1f-d86e-4207-8110-e7cfb596e098\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.195814184Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.199681499Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9512bb3d-ea54-4eeb-a052-50b8c12f9cb9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.199759695Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.201716774Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88385651-4791-4bb4-a273-7bd4e885f306\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.202735183Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.20366714Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a031d886-7b54-4a7d-8384-c9347a3f2b34\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.203781368Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.20601596Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"232e0cb3-c582-4e61-8270-819e42a54c5f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.206144757Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.208777222Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3caa4b8e-5dd9-4b8d-8123-f1c8b3d0cc9b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.208826019Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.209668457Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03037b44-a474-4c52-a836-91d463e5bd34\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.210010108Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.219164367Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bcf82d8-14a0-4293-9883-05e7f053deb4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.219270569Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.219308454Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.219340338Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.219369005Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.220170211Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.23019227Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.230255987Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.230291277Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.230319333Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.231185699Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.231376639Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.235675094Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.235761526Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.235792598Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.235826516Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.235856706Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.236912479Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.239907386Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.248012085Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.248077345Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.2481103Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.248601278Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.252493503Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.2561104Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.256176882Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.25623574Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.256669965Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.258565351Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.258751362Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.258796422Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.319348227Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.31943502Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:16.31990678Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37282"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:16.322623012Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.322690166Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"91ab691c-d6c6-449c-8f42-9afe5cdb37be","remote_addr":"[::1]:37282","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:16.322729334Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"91ab691c-d6c6-449c-8f42-9afe5cdb37be","remote_addr":"[::1]:37282","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":410,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.322763843Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91ab691c-d6c6-449c-8f42-9afe5cdb37be\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.326364617Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.326423143Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.326450889Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.328271426Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.328327528Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.328363239Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.328392557Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.32938769Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.333097442Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.336871712Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.337084696Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.33713698Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.337576646Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.372247155Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:16.376173899Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:16.376884885Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.377222388Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":53,"elapsed":"939.184784ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.377412496Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":54,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.37757007Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.37776574Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.377915509Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.377957392Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.379802979Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.382381056Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.386883928Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.386944488Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.386978696Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.388443154Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.392460689Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.392518113Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.393199471Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:62598","req_id":"0dea226a-078a-4dc4-a764-5e117dd24c37","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ff 92 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.39325407Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:62598","req_id":"0dea226a-078a-4dc4-a764-5e117dd24c37","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 65426,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.393480551Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.393659057Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.393701872Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:62598","req_id":"0dea226a-078a-4dc4-a764-5e117dd24c37","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.394164003Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3541, tv_nsec: 193032997 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.394214453Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.394517717Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:61858","req_id":"1a4d7258-626a-423e-b38f-982ce2a8764b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 7a 38 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e z8..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.394806523Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:61858","req_id":"1a4d7258-626a-423e-b38f-982ce2a8764b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31288,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.394904689Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.394936963Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:61858","req_id":"1a4d7258-626a-423e-b38f-982ce2a8764b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.467694097Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.468351426Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.468500353Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.468627917Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.468731514Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.47017523Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.472169123Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64273","req_id":"45b30cd1-9590-4669-a0ae-0299165838ff","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 54 f2 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c T............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.472377328Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64273","req_id":"45b30cd1-9590-4669-a0ae-0299165838ff","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21746,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.472830451Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21746,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:31:16.473150859Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:64273","req_id":"45b30cd1-9590-4669-a0ae-0299165838ff","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.474297944Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.474447292Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.47464726Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.476021038Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.482974843Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.483599357Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.483798724Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.484746072Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.487864996Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01eef65c-9903-43ca-a96e-a3af6f041767\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.488404451Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.488745791Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.488868776Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.4895283Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.491958572Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d0a53c4-b055-459c-a2df-8f4b46a51550\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.492279401Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.495217626Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0cbadd0-8d91-44fb-8a3d-74cbfd270e83\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.495462333Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.497903858Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c07dc705-51a1-428e-a18d-83e4d5f23f44\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.498166411Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.501325214Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5395fa0e-423f-4240-8118-54fa694aa1b5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.501397238Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.510830774Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"812d0481-ff64-4536-aec1-f456c2f2c738\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.511023618Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.513788607Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fcf460c-e031-47ef-9e4f-625ecddc57e3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.513913015Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.5160736Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55c64930-c5c9-4630-b79f-af93320de676\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.516195142Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.517577175Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ad152a0-67c1-45ea-859a-8e843e8b4e6a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.517829007Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.518931915Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52ce27f8-d199-4f82-9227-1c6b8de0fdcd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.51906987Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.520291874Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17f9820f-8733-4664-8e84-def293a623c8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.520431543Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.523735095Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab19197e-56f4-4aad-a2d8-7cb7904bbcc6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.524364389Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.524863543Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.527274787Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc80c625-9d2f-45b2-af8d-351f51c49005\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.527477251Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.529580401Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbe2d1a3-79b3-463f-ade5-5cbeb76cfa3e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.52964485Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.531725846Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f82cdb78-721a-4d38-8cbc-886793a3887a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.531855183Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.534472558Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9188fd36-2cd1-47d6-bf53-0bb44e3b65ef\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.534691805Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.537200283Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e013a56-dc6d-4373-9ef3-65374f750cce\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.537618326Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.543417952Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60f54d24-5d7e-4470-b1ce-f08656d7916d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.543809031Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.545759707Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b50fc148-9dec-4240-8961-c19cb90cdd87\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.546073102Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.546990199Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ebbb4d4-74d4-4445-958b-5c3334fcce6e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.547332762Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.548643152Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05d8f577-d68a-4f3f-ad99-f30657f3c2f3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.55315414Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.556112134Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"505a3937-99ee-4bef-bf10-fb94ac78d1c3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.556518273Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.557402805Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a97f6e3e-146a-490e-9dde-2e0812b0d495\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.557554468Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.558796823Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a66d33b1-0262-480f-8609-bbb1b1ad2880\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.55896623Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.561236814Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed2707a5-ee3d-4fe3-8f04-7c47a4843697\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.561366433Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.563010739Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f9ef307-a9bd-4717-bb34-409971557cee\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.563072662Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.56516939Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6adaad93-2ee4-4aba-990f-3aac13820808\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.565244099Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.567022662Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc0b2e0c-f455-4674-9191-dbe7bca95c0c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.567099826Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.570555922Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a2f74c1-1439-4fd4-a67a-8fa882c548f4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.57063537Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.572459385Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7e40fee-a4bb-4454-93ff-efe433fdd417\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.572575887Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.573431181Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2561d29-85dc-41e3-9245-d6384da96a3b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.573552012Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.576686337Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.576797789Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.576843881Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.576872808Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.577600398Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.577856077Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4adb3ed-18da-4c33-aafb-e7729183609e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.578118691Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.57941341Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0ff23ba-333a-4cae-964c-36767990f48f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.579802606Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.580724042Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.586838624Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.586900327Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.586930277Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.58734352Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.587738467Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40a59622-4949-4f6c-95cb-ac9ed1a54b8d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.587874077Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.591125105Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.591197629Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.591594831Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.591788467Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d5b658f-1222-49ca-b800-2881322bd413\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.591982433Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.596170608Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0823ebde-2570-4481-8c18-504d817ad1af\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.596251609Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.600822076Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93dc49d0-f5b5-4c5c-917c-a8f3cc535a24\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.600943998Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.604756645Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef93058b-a0b0-42c3-ba0e-5efc5b170e63\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.604883407Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.608263292Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2eb54c71-20e5-4489-b89f-63cde372758f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.608378231Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.611791181Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10ce8a96-5307-41c3-baad-3312806fd39e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.611914597Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.614637021Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbb4bb05-398b-49f8-8285-53b169deca91\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.61470181Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.61595641Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66831fcf-0839-4d3d-9433-ade72f1fa37d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.616056489Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.619209962Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a7f60ce-b3a5-4c99-9042-588dacdceb39\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.619368007Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.620205155Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.620707576Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3498298b-5f0b-4a57-8e0f-f21661b3d567\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.62099038Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.622197785Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a243e0f-19da-4995-a24d-bd5a7a17fdcb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.622292775Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.622328756Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.622356411Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.622382042Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.623192397Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.626168406Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.63082279Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.63090298Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.630938611Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.630971697Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.631046305Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.631325702Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.634873511Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.642332102Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.642532982Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.64258251Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.647847621Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:16.647929494Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51795"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.647969043Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/crucible/pantry/0","method":"GET","req_id":"a5d9e01e-2072-4e0f-a9b1-111ab4b6e569","remote_addr":"[::1]:51795","local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:16.648000265Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/crucible/pantry/0","method":"GET","req_id":"a5d9e01e-2072-4e0f-a9b1-111ab4b6e569","remote_addr":"[::1]:51795","local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":231,"response_code":"200"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.714071919Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.714144283Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.714543488Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.714599981Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.714632616Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.714664479Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.715456778Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:16.715516376Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35683"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.716149288Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"e62af2cc-8477-4bd9-89dc-be02c866ff3f","remote_addr":"[::1]:35683","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:16.716778511Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"e62af2cc-8477-4bd9-89dc-be02c866ff3f","remote_addr":"[::1]:35683","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":640,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.717187626Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e62af2cc-8477-4bd9-89dc-be02c866ff3f\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:31:15 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.719094696Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.719144495Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.719172511Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.720986235Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.721042226Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.721075673Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.721103298Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.721639977Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.721958953Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.728625866Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.728754653Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.728795925Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.729261884Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.731541936Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.736849942Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.737167174Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.737341612Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.737976086Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.738458668Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.738566923Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.739848447Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:16.785398181Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:16.785762387Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.785816886Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":54,"elapsed":"408.397656ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.78585439Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":55,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.785882937Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.785911695Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.78593967Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.786016162Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.786704253Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.787596942Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.789342409Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.796468257Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.796589208Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.796676422Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.79725763Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.801666835Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.801858637Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.803868291Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:60153","req_id":"74188e83-f5b4-4681-afcb-3ddedf71d0eb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: e5 de 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.80459016Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:60153","req_id":"74188e83-f5b4-4681-afcb-3ddedf71d0eb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58846,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.804920989Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.805833316Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.806204526Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:60153","req_id":"74188e83-f5b4-4681-afcb-3ddedf71d0eb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.807784314Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3541, tv_nsec: 606682416 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.807891056Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.809087991Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.810177522Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.815085611Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:53192","req_id":"217af4f8-e7cd-4f3d-afc0-d39dd6bab7e1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f1 11 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.815294507Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:53192","req_id":"217af4f8-e7cd-4f3d-afc0-d39dd6bab7e1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61713,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.815429085Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.815456039Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:53192","req_id":"217af4f8-e7cd-4f3d-afc0-d39dd6bab7e1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.815492301Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.817072861Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.817129654Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.817157589Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.893032295Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.89357197Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.893721989Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.893763001Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.893792399Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.894418507Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.895402157Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:61408","req_id":"7413d157-8e17-4b0f-a964-1643fb83a235","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 3d 19 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c =............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.895463258Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:61408","req_id":"7413d157-8e17-4b0f-a964-1643fb83a235","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15641,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.895957042Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15641,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:31:16.896060047Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:61408","req_id":"7413d157-8e17-4b0f-a964-1643fb83a235","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.89666374Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.896710193Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.896735784Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.897776207Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.906822811Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.9069375Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.906984454Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.907562515Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.91107335Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dd654f4-672c-47e7-9a94-f3677091121c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.911415562Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:16.9136581Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.913759442Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.914311963Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.915603326Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dda6da4-ac60-4e35-9ff7-90def6e3760f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.915885077Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.92035346Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a6c6276-87d0-436c-b90b-c75abf401c0d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.920574561Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.930306962Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"087b7195-dd96-4ea3-a424-1a391b30a602\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.93052654Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.93625354Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36945254-8af5-420e-96b4-187e890a24cf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.936471004Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.947364338Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82f60843-736f-4e0f-91c3-281865e9dc72\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.947630107Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.949788127Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab0c2009-7023-40f7-aec3-05176cdeaacc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.949921753Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.954042143Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53c09bd3-20e0-446a-a4e9-9933e59734a9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.954112764Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.954802909Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.955863792Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd789a82-48ee-435e-88f0-6a65b6531ccf\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.95600319Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.956958464Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72b02644-5134-4aef-bae0-95b5449f286f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.957275786Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.95903977Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cbb6b27-2820-4b46-b06c-35bd6332fb8b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.959277624Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.960437656Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d3c5668-fcb6-40bc-84c6-5a4e4c9c44e0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.960563586Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.964121706Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6363d517-20b9-492e-8c01-fa4625a3ea2b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.964174281Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.966336579Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e45d9875-625c-4fde-9536-1c172a0683e7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:16.966462951Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.006136247Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.006195195Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.006226357Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.006253651Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.007011842Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.026570671Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.03498666Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.035080176Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.035169604Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.035909739Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.045921467Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f405c1bf-184b-4413-a24c-0564a6acdee3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.046468336Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.050447074Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.050569167Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.051524661Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.078273085Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42eaca93-686a-4ea0-b940-e6d426790cdb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.078828281Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.081656657Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ab14c18-b4bb-4353-8758-59532f473c5e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.081842507Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.084749349Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06fa1171-c9ac-4941-afeb-2dfd4f13ccf3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.084825871Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.087607373Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"924c7fc8-f158-4f86-afc9-94b0a446fd34\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.087661741Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.088683186Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"338d418f-dbab-4d81-8e98-f85f8a980d49\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.088883566Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.089843408Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23519b38-8a38-4ce6-bad7-4465c36892a2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.090044449Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.091526702Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f2f82c9-dc67-4979-ad23-02a1d17efa62\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.091694106Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.093657628Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49a2897b-4540-4e86-81d8-ba6510156686\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.093883337Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.096093842Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d107c5c-5511-408d-99e1-e68b08d38c5d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.096317628Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.10004285Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.101630984Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f69d38a5-8e40-435a-b39d-df859dd6a1bb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.101727997Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.103542853Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"765eedb4-c111-4b54-b4c7-2ff6af6ae7b1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.103667412Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.105812465Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0300ede8-a38c-4bbb-b8de-745d4964f9fe\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.105897445Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.107563063Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41f458df-9fde-4085-a7ac-e92a129d7165\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.107710868Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.109678418Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9db5a330-648b-4d54-adf7-0a0976bee2ef\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.109800692Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.111498865Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a4147ac-963e-465f-9e85-49cd2dd63527\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.111625548Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.112419129Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91edec5d-412e-4349-8b22-018880fcc746\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.112554969Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.113512848Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21f999d8-b49b-460c-983f-8eb9430254dc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.113669891Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.114574593Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c722a214-61ae-440b-961d-ae1304cee5dd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.114706456Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.122287952Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a90a93ae-9d42-4712-b841-d3a24c623085\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.122354074Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.122389344Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c75d3285-fea3-437a-9a90-66dce6a9af4b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.122421919Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.122452259Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c811571-b91f-4723-ab9e-29fe9234d5a7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.12248292Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.122510916Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd48b192-8a0a-4131-845b-d9d7207f96db\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.122544002Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.122573681Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03e8f587-4fc1-4325-9852-c2560be2d7ca\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.122605745Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.123918511Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a0ba0cf-f8d0-4f09-9a7e-06c0957728cb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.124035874Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.125597105Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcc5b7a7-8b92-4b58-beaf-ad34fcf8a3c2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.125639279Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.127154959Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0b2cbe2-4f47-4b13-b369-bbf9bf5158dd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.127987638Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.132554247Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0040d4ad-8228-45c6-a256-5e9f182b4f86\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.132824225Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.134375766Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90c8cb06-3cce-4557-9e17-e728706ac040\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.134618419Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.13616954Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"805472cd-1202-46b0-86a6-c57e3c8dc5af\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.136485489Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.137808566Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b45537c5-2bf6-4f04-94b8-136d07e9e5e1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.138196298Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.138321327Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.138414783Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.138500885Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.13938649Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.142916112Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.147383403Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.147435837Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.147464765Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.147491709Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.147518763Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.147954741Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.150288972Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.154792816Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.154848186Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.154878587Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.155356839Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.156346411Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.156403665Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.156432823Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.156460198Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.156710907Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.160052145Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.168852589Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.168909592Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.168940113Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.169477113Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.211453408Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.211592806Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:17.212660102Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62793"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:17.212909279Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64405"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.213676357Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.214030493Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.215351485Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.216187691Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.216431036Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.216480174Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.217359636Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:17.217511589Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34952"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:17.217560326Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41828"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:17.217586538Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37368"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:17.217610315Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34642"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:17.217633341Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39784"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:17.217658361Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34451"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.217743441Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/crucible/pantry/0","method":"GET","req_id":"e3904a72-850a-4daa-9d18-4864e8fa6081","remote_addr":"[::1]:62793","local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.217933319Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"99462c20-6316-4388-b1a4-58f991a47df4","remote_addr":"[::1]:64405","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:17.21984111Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/crucible/pantry/0","method":"GET","req_id":"e3904a72-850a-4daa-9d18-4864e8fa6081","remote_addr":"[::1]:62793","local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1717,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:17.219915148Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"99462c20-6316-4388-b1a4-58f991a47df4","remote_addr":"[::1]:64405","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1742,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.221174467Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/crucible/pantry/0","method":"GET","req_id":"36be764d-f4ab-43f7-a4c3-e75ad79a5a73","remote_addr":"[::1]:34952","local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.221328283Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/crucible/pantry/0","method":"GET","req_id":"6bbf03e0-c8a2-40ac-98a8-c37e1e2a4a51","remote_addr":"[::1]:41828","local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.221446158Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/crucible/pantry/0","method":"GET","req_id":"ab174a71-6a2b-405e-8c06-5a807098b46e","remote_addr":"[::1]:37368","local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.221564845Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/crucible/pantry/0","method":"GET","req_id":"7042ada5-dc97-4695-9f9c-7eb2ced6ed77","remote_addr":"[::1]:34642","local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.221875734Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/crucible/pantry/0","method":"GET","req_id":"fdd3fe77-d485-4ead-8fe7-c37edae15fdc","remote_addr":"[::1]:39784","local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.221945944Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/crucible/pantry/0","method":"GET","req_id":"68360a9d-cad1-45f6-8426-cc333f3a1cac","remote_addr":"[::1]:34451","local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.222301312Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99462c20-6316-4388-b1a4-58f991a47df4\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.225006311Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.225192482Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.225269897Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.227951179Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.22801201Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.228044996Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.22807209Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.228706985Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:17.229181811Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/crucible/pantry/0","method":"GET","req_id":"36be764d-f4ab-43f7-a4c3-e75ad79a5a73","remote_addr":"[::1]:34952","local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":8011,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:17.229239736Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/crucible/pantry/0","method":"GET","req_id":"6bbf03e0-c8a2-40ac-98a8-c37e1e2a4a51","remote_addr":"[::1]:41828","local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":7956,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:17.229336359Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/crucible/pantry/0","method":"GET","req_id":"ab174a71-6a2b-405e-8c06-5a807098b46e","remote_addr":"[::1]:37368","local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":7889,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:17.229385757Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/crucible/pantry/0","method":"GET","req_id":"7042ada5-dc97-4695-9f9c-7eb2ced6ed77","remote_addr":"[::1]:34642","local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":7848,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:17.229420136Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/crucible/pantry/0","method":"GET","req_id":"fdd3fe77-d485-4ead-8fe7-c37edae15fdc","remote_addr":"[::1]:39784","local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":7597,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:17.229506448Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/crucible/pantry/0","method":"GET","req_id":"68360a9d-cad1-45f6-8426-cc333f3a1cac","remote_addr":"[::1]:34451","local_addr":"[::1]:63479","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":7524,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.230249638Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.23031047Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.233398372Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.237956213Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.238152665Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.238199408Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.238664324Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.239750639Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.23986688Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.263399357Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:17.265219854Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:17.265565764Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.265637366Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":55,"elapsed":"479.743106ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.265675953Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":56,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.265702546Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.265731885Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.265760642Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.265785842Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.266553862Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.268558126Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.273006549Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.273084043Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.273117299Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.273482056Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.276656802Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.276793444Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.277610181Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:63399","req_id":"b608e9b1-ab1b-4a44-847b-e0695fb6d7c8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: f1 04 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.277854077Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:63399","req_id":"b608e9b1-ab1b-4a44-847b-e0695fb6d7c8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61700,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.278062232Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.27822697Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.278355807Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:63399","req_id":"b608e9b1-ab1b-4a44-847b-e0695fb6d7c8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.278863048Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3542, tv_nsec: 77776340 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.279073747Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.279439606Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:53173","req_id":"3cc36ddb-b0db-4a58-95c3-9ea55ced4b40","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 05 1e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.279542842Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:53173","req_id":"3cc36ddb-b0db-4a58-95c3-9ea55ced4b40","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1310,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.279764433Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.279795275Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:53173","req_id":"3cc36ddb-b0db-4a58-95c3-9ea55ced4b40","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.325217376Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.325601621Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.325659717Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.325692783Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.325722151Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.326440823Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:17.326713216Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.327273602Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54061","req_id":"7b7ce23e-8b3f-4fd4-94c2-be78a23c0ac8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: db 35 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .5..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.327552578Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54061","req_id":"7b7ce23e-8b3f-4fd4-94c2-be78a23c0ac8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56117,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.327635163Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56117,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:31:17.327709531Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54061","req_id":"7b7ce23e-8b3f-4fd4-94c2-be78a23c0ac8","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.327735232Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.327770132Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.32779458Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.330688787Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.337062576Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.33710976Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.337138357Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.339414432Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.339522738Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1976339-6a37-41d6-8886-f66890885e0f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.339698638Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.344675314Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1216630-8550-4f10-828e-5e083082ccfd\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.344938098Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.345768011Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.345821187Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.346660319Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.350272556Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32e88d60-9370-4bad-a3b5-ede13235b767\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.35036962Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.354504458Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa700b42-b4ab-49e7-82c3-60629954296f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.354948192Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.358917952Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a55736eb-0788-4561-9f36-763930e981b0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.358983943Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.3630978Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1e32dbd-65ed-4e72-b7a5-114f794da3d8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.363466545Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.366741399Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0879bfd-9e1f-4828-af98-defe79070a03\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.366829445Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.36999418Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3d8ef9d-304c-452c-abd4-e95417be1d20\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.370150171Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.371779107Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18c26f8b-390e-4552-8486-d3ea115b4ac8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.371945168Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.373114628Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd29738a-2734-485f-a690-de343c2a186c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.373256971Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.374704976Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5a19971-d209-496f-8e8d-b66dae2f747e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.374959263Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.376102651Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38db61aa-2004-4083-b8bd-c4e63020898f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.376221207Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.380000006Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.381838469Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd8ded94-a2e3-44b6-a8a0-9a2d980a7775\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.382085391Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.384031509Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dd87783-828e-4063-ab6f-f07e96186bd8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.384165887Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.385840563Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"294c2709-6ebc-46ed-8941-420d76aa2726\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.385910152Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.387708114Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dc2cc99-bd51-4eb5-a41c-d06422e70c14\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.387837272Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.389671206Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79472733-f6df-4d47-8c7a-cdbd136485b0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.389793118Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.391523506Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85e2ba7a-643f-4eaa-ac10-bbac743bec6e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.391648906Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.39350776Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85102ef9-5600-4917-86b5-9a4b8009105c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.393647067Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.394469696Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3b8a262-3b50-4d93-a5e0-9755786c3a41\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.394629174Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.395594087Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c98183f5-a100-4cd5-876d-a4b7aa581fb4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.395743464Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.39682051Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4756a162-7b34-4bad-bf7d-1208d1730985\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.396953275Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.397987565Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22f061e1-9516-41cb-96c5-85a248953954\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.398106352Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.399133078Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63f3b7fd-6d25-421c-bd9f-4e38d9e49ef5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.399301413Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.401099065Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ebf0663-3df1-4207-865e-4267b3e7fb86\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.401149586Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.402811737Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d9c6f89-6cb4-4ce2-b280-4a0eac7b6ac3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.402931536Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.40471043Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"550bdbaf-e9ac-4b00-80e2-e418b50d4847\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.404827954Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.406845144Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5f6eed3-23fc-4056-8b65-75be20cdb4f3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.406962467Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.408732334Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc42f950-a2e3-49ea-a032-341efa5e93a1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.408891441Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.410881355Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab6e1423-2ae4-4f72-87b9-2c363517f0cb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.41093909Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.411949914Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"488f4e2c-a28c-43c9-8f7e-42ae24123c87\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.412076667Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.412942412Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76bbcebe-b9b8-4c29-99f0-7befc165a658\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.412990518Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.414086982Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07a4ed4b-c079-420a-882f-14c6e90bf839\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.414280147Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.415221593Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53dcede4-1e7e-4f5e-a765-6cb46dbc4fbe\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.415344528Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.416393258Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0b8d697-d8f5-44e4-a3a7-43d49090cebe\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.416526072Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.418432941Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eafd2195-28ac-46c5-9d9e-e273e85f734a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.418553361Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.420319881Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22b439b2-c33a-41bf-af1b-f7bddcf5c489\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.420503828Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.422415486Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70a1f06a-1aaa-4d4d-8235-984d067e0198\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.422547149Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.424331384Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02d4234b-34a0-4c89-bac8-7cad35b153d8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.424667934Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.427438525Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b637921-19e4-479a-ad91-4984da2ee912\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.427674465Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.429860751Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc7f54af-5e29-4aee-be18-2183cd789e3f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.430107452Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.430750243Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.430931193Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.431058667Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.431166122Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.431935895Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.432938022Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dbe8817-507d-4b4e-bdfb-9bd4194a35da\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.433160886Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.434409233Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d0bb34f-8c58-4094-97e6-1595a98a5410\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.434560455Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.435213095Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.440915016Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.440975987Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.441006929Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.441695621Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.442373321Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdbd2105-e858-424b-b83e-629c4282ec8c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.442635403Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.443839132Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"164913eb-fb5e-4321-8a57-4e0f5bfecf82\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.444031876Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.444142226Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.444232455Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.444311773Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.444854775Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.445126787Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.445241095Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.445860459Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.44759732Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.451304265Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.451387521Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.451423192Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.451453413Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.451481649Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.451839953Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.454728167Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.459466218Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.459605174Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.459730113Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.460362143Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.513041954Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.513129288Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:17.52389589Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53444"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.527425572Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"b7a72391-01d8-48c1-99f9-faa8540b4c8a","remote_addr":"[::1]:53444","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:17.527855118Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"b7a72391-01d8-48c1-99f9-faa8540b4c8a","remote_addr":"[::1]:53444","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1424,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.528975741Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7a72391-01d8-48c1-99f9-faa8540b4c8a\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.534512252Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.534583985Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.534615428Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.540017361Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.540617246Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.54068466Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.540802425Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.544983054Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.548361826Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.552884888Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.553069777Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.553117011Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.553564763Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.598437288Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:17.631208493Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:17.631549322Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.631603751Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":56,"elapsed":"365.913048ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.631642027Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":57,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.631669421Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.631710684Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.631746535Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.631774891Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.632650636Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.63497619Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.639792937Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.639860942Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.639896423Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.640298374Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.644017354Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.644074618Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.646304511Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56417","req_id":"9765d0eb-74cc-4bb8-9b34-b5784b26d787","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 8c 52 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .R..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.646371264Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56417","req_id":"9765d0eb-74cc-4bb8-9b34-b5784b26d787","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35922,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.64665063Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.646821771Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.64692163Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56417","req_id":"9765d0eb-74cc-4bb8-9b34-b5784b26d787","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.647290606Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3542, tv_nsec: 446189780 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.647341437Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.647657787Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56377","req_id":"b1c73051-37cb-46b4-a484-0ccd7cc8f39d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fb 71 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .q..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.647707246Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56377","req_id":"b1c73051-37cb-46b4-a484-0ccd7cc8f39d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64369,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.647858958Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.648051161Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:56377","req_id":"b1c73051-37cb-46b4-a484-0ccd7cc8f39d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.710817659Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.711374158Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.7114306Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.711559547Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.711605629Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.712443589Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:17.712663918Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.713204835Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","body":"None","uri":"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.713696104Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7725a333-9d9c-4a0a-871c-7894a4719335","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.713852897Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:60271","req_id":"12c412e5-c766-4221-a24b-156a729987be","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ae 7f 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.71397522Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:60271","req_id":"12c412e5-c766-4221-a24b-156a729987be","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44671,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.714256381Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44671,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:31:17.714350799Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:60271","req_id":"12c412e5-c766-4221-a24b-156a729987be","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.714658001Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7725a333-9d9c-4a0a-871c-7894a4719335","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.71471779Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7725a333-9d9c-4a0a-871c-7894a4719335","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.715403185Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7725a333-9d9c-4a0a-871c-7894a4719335","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.715817301Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.715860827Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.715931739Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.719274198Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.725548559Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.725610042Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.725640633Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.727081584Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:17.729241638Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7725a333-9d9c-4a0a-871c-7894a4719335","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":15556,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.731113387Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7725a333-9d9c-4a0a-871c-7894a4719335\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.731174108Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","body":"None","uri":"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.731205651Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"72d7e1df-8394-4425-a2e9-0692ef7609ba","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.732864175Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"72d7e1df-8394-4425-a2e9-0692ef7609ba","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.732927522Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"72d7e1df-8394-4425-a2e9-0692ef7609ba","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.733787705Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"72d7e1df-8394-4425-a2e9-0692ef7609ba","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.734213213Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.734303493Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.734884831Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.73514492Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3092ba37-4bdc-4f94-a647-17cffe3f6411\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.735443474Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:17.737441435Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"72d7e1df-8394-4425-a2e9-0692ef7609ba","remote_addr":"127.0.0.1:49387","local_addr":"127.0.0.1:43265","component":"dropshot_internal","name":"7165b792-0659-440a-9678-0c4700d15032","latency_us":6391,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.737778276Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de609a4b-971e-4757-a15a-589e8434afcc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.737969728Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.738238213Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:43265/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72d7e1df-8394-4425-a2e9-0692ef7609ba\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.738348963Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.738390176Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:17.73841769Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.742230407Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"394d78ff-bdb0-4e7c-b66d-639ac3a589a3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.743037355Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.74750207Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97f3fb45-fa9f-447a-a30a-a6f73b9a1ec1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.747564104Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.751630075Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7c83424-ce5a-4209-9f88-f316f79be7d7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.751754954Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.754343802Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6f711e5-c6f6-4453-9a29-938307323afd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.754476126Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.75885469Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6ce95f2-017f-459e-9fb2-a6aa88c297bc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.759002444Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.772933531Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c114602f-98f3-47f6-88f5-1989f110b17f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.773031145Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.773378898Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.77661213Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3e9ba61-631e-447b-8627-4010a1c7f98b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.77695321Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.778168912Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc0a5c4c-fe07-4723-ac70-46bf86d75778\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.779420887Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.780317643Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e10226ed-a03b-4507-972e-799e219ffd41\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.780496139Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.784924562Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37a1ee9c-0441-419e-84b1-fe5e286d4bac\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.784987868Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.786716482Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34c7f06e-2df6-48f8-8500-b2ad15422fa1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.786918094Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.78882863Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c9119af-d6fc-458b-bf29-9400406e4582\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.788953108Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.790914126Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f33d43b7-f50f-4927-b289-f12c6b679e10\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.791029646Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.79356126Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8600171-351f-44cc-be72-234369414de9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.793641189Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.79512723Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63c782e1-efe6-458d-aa9b-870d4d43d370\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.795244774Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.796856886Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00eabe42-f8cf-48b6-a639-8fa72d6a0936\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.797091253Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.79872569Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f98a4ba0-78e7-4520-beba-a8c40a6f38e0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.798840278Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.799560212Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b5a9f3e-8a50-48b8-b314-09a74a6cdd73\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.79968429Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.800558952Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e01af85-6903-433d-977b-9d8440f11701\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.800687679Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.801669986Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05ff6e53-0e74-4154-9485-de775adfc19b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.801801939Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.802608285Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5838f2a-838b-4539-b612-19c39e60d6d9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.802724747Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.803707485Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"baec1e47-a65a-478e-8e45-95e8b0975d11\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.803863216Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.804749942Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.804801195Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.808583791Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.809224287Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.809472893Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.809512131Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.810409749Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbee5fc9-8ee0-4ddf-9259-95961e584e9e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.81053042Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.812595294Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17ebfd96-1adc-47e4-bdef-afc26d018dfa\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.812712758Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.815337628Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c943e32-e704-490f-9e3b-fd63633a3e83\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.815455723Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.818138789Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd7f0761-a4c5-43cc-be6b-29db1fa38604\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.818402364Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.820938407Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c9844e3-ef58-44ef-b2f1-2ffe48422791\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.821136572Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.823061477Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94ac5414-9812-46ed-af61-6ce119494253\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.823236586Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.823687675Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.823747223Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.823776131Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.823801291Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.824817075Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.826469758Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.826832501Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54b7dc89-38bc-4b1f-be7d-df86e36b68e9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.826958902Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.827803114Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.832885381Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.832939779Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.832969899Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.833414896Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.833650986Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59856","req_id":"7a06bc7d-5fde-495e-a928-05d03f35bb6e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: b8 b7 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.833745264Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59856","req_id":"7a06bc7d-5fde-495e-a928-05d03f35bb6e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47287,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.8339239Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.834155361Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.834290921Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59856","req_id":"7a06bc7d-5fde-495e-a928-05d03f35bb6e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 41288, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.835721682Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 41288, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3542, tv_nsec: 634565887 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.835834036Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.836884148Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f56069a-68c3-43ed-8693-5780fb532d0e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.837087232Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.837591928Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55032","req_id":"08c928d8-f1a2-4791-956f-c389ee1a7d6f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 59 0e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e Y...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.837641296Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55032","req_id":"08c928d8-f1a2-4791-956f-c389ee1a7d6f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22798,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.837916966Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.837955082Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:55032","req_id":"08c928d8-f1a2-4791-956f-c389ee1a7d6f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.838281762Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.838326361Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.839247587Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:17.839502244Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:17.889809308Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.889914387Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.890194104Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:17.890252Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:17.891741237Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.89362989Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"021f0b3b-3f0b-423f-8f91-502fdd7a8112\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.893862173Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.895139999Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bc728ad-61ee-4683-85b5-24e2e1a9e34a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.895278354Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.898520354Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5942eb7a-2761-43a7-b5cc-bb88704a94b9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:31:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.898716976Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.903317622Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f470f76b-60bc-49f2-90b6-b3fcfadffd8e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.903513472Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.914484141Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50182caf-f972-4831-ac37-9f758e6666c8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:31:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.917664257Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.920156483Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"def62124-39e8-4ae3-8e78-3a41e3b014db\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.92020553Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.922446676Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f0f2a60-9634-41c8-8e43-793e5e9a3ec7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:31:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.922652626Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.924789634Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ea75b39-0f20-47d8-820f-f8e59bd8f58e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.92495353Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.928058597Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b634a7a0-f43a-47ba-a475-e6bb83ec4da0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:31:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.928133446Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.929252285Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"043e58f9-a6fd-400b-8130-3e2c4149874f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:31:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.929490841Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.930606133Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"beedc7bd-bd7c-40d8-ae22-3afec038b0f5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:31:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.930947162Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.933547854Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"352d5f5f-7f99-476b-a16c-b2e365670ebb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:31:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.933700829Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"Some(Body)","uri":"http://[::1]:62317/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.934375403Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.935480424Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f03d5e0-5fb9-47b5-80cd-c413f0285cf3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:31:17 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.935556526Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.935593921Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.935624842Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.935651976Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.936332001Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.942416685Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.949327534Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.949408265Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.949441902Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.949472623Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.949499587Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.950009483Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.952484694Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.956051491Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:17.956140228Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.956176019Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:17.95652297Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.013478821Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","sled_agent_url":"http://[::1]:44849"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.013546246Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:44849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:18.014045791Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:18.014102153Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:18.014136772Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.014164578Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.015230451Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:18.015806419Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45423"} {"msg":"incoming request","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:18.017193382Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"88da3b00-83d6-415f-b700-ae3936abcbe0","remote_addr":"[::1]:45423","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:18.01783991Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"uri":"/inventory","method":"GET","req_id":"88da3b00-83d6-415f-b700-ae3936abcbe0","remote_addr":"[::1]:45423","local_addr":"[::1]:44849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":675,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.0193705Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"SledAgent":"http://[::1]:44849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:44849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88da3b00-83d6-415f-b700-ae3936abcbe0\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:31:17 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.021968045Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.022097714Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.022162633Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:18.024082037Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:18.024222407Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:18.02431436Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.024398037Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.025293141Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.026010029Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.033350725Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:18.033452918Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.033488299Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.033800822Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:18.038183103Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.041871913Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.047438013Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:18.047655526Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.047704925Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.048340371Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:18.049573568Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:50664","req_id":"14442cc5-cb32-43c4-a405-47b086a20434","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 01 44 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .D..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.049641122Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:50664","req_id":"14442cc5-cb32-43c4-a405-47b086a20434","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 324,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.049958384Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.05018197Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.050316288Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:50664","req_id":"14442cc5-cb32-43c4-a405-47b086a20434","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 41288, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:18.050630333Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.050674231Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.05120565Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.051570907Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 41288, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3542, tv_nsec: 850475222 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:18.051623201Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:18.064349999Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54738","req_id":"4c633f27-7d11-4d1a-843f-fc464713be7f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 18 71 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .q..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.064499897Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54738","req_id":"4c633f27-7d11-4d1a-843f-fc464713be7f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6257,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.064794114Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.064827881Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:54738","req_id":"4c633f27-7d11-4d1a-843f-fc464713be7f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:18.065865188Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:18.142284188Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.142378015Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.142654726Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:18.142705076Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:18.14368582Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:18.146408495Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:18.161444243Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:57554","req_id":"92910e5a-f542-412b-b4bf-0066826b5c34","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: eb db 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.161508411Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:57554","req_id":"92910e5a-f542-412b-b4bf-0066826b5c34","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60379,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.161722647Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.161886183Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.161926764Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:57554","req_id":"92910e5a-f542-412b-b4bf-0066826b5c34","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 41288, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.164586734Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 41288, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3542, tv_nsec: 963471360 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:18.164678377Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.170613001Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.170676868Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:18.170703992Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59970","req_id":"b9317170-5398-4207-b3f8-d556f7959e59","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 0d 8e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.171077366Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59970","req_id":"b9317170-5398-4207-b3f8-d556f7959e59","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3470,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.171357805Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.171428626Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:59970","req_id":"b9317170-5398-4207-b3f8-d556f7959e59","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.171768022Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:18.172866952Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:18.175506661Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_cannot_attach_faulted_disks","level":30,"time":"2025-04-30T06:31:18.22921428Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.229476192Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.229888524Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:18.230001108Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:18.231785874Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.244434966Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:18.244518383Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.255281087Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"id":"b3640c1b-80f8-4364-84df-b3e01673b225","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:18.25538316Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:18.264252842Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:18.264575225Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.264657949Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":57,"elapsed":"632.957887ms"} {"msg":"activating","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.264695855Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","iteration":58,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:18.264724241Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:18.264752828Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:18.264781305Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.26480901Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.265592341Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.27038515Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.274186194Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:18.274260502Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.274293778Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.274639647Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.27518813Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"result":"Ok(\"found\")"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_attach_faulted_disks","level":40,"time":"2025-04-30T06:31:18.275399591Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.277973279Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","candidates":"[(7855658a-6b27-49df-9fc3-452f577a2d58, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:18.278030523Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:18.278774045Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:53558","req_id":"cc434c26-cb75-4fd6-a057-935818bea037","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 33 ee 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 3............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.278932571Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:53558","req_id":"cc434c26-cb75-4fd6-a057-935818bea037","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13294,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.279133972Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.279302377Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.279401445Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:53558","req_id":"cc434c26-cb75-4fd6-a057-935818bea037","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.279769278Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62317, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3543, tv_nsec: 78669745 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:18.279819778Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:18.280246909Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:65120","req_id":"40f84a7e-3420-4c97-887d-f19531defd11","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 25 52 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e %R..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.280305907Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:65120","req_id":"40f84a7e-3420-4c97-887d-f19531defd11","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9554,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.280396668Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.280489803Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:65120","req_id":"40f84a7e-3420-4c97-887d-f19531defd11","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:18.322479545Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"DnsResolver","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_attach_faulted_disks","level":10,"time":"2025-04-30T06:31:18.32311954Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:49280","req_id":"6076cec6-e7c2-4595-9b40-675918f483f3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: a2 81 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.323198237Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:49280","req_id":"6076cec6-e7c2-4595-9b40-675918f483f3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41601,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.323382875Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41601,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_attach_faulted_disks","level":50,"time":"2025-04-30T06:31:18.323471031Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"peer_addr":"[::1]:49280","req_id":"6076cec6-e7c2-4595-9b40-675918f483f3","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.323638224Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.323675879Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","mgs_url":"http://[::1]:62317"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.32370165Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.325621195Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","result":"Ok(Response { url: \"http://[::1]:62317/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6478d71c-9021-4402-8848-143b91ee0e7d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:31:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_attach_faulted_disks","level":20,"time":"2025-04-30T06:31:18.325863347Z","hostname":"bmat-EVT22200007-000064cb","pid":23094,"gateway_url":"http://[::1]:62317","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7165b792-0659-440a-9678-0c4700d15032","body":"None","uri":"http://[::1]:62317/sp/switch/0","method":"GET"}